17:27:43.671 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
17:27:43.671 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrwOA2M/test-tmp
17:27:43.671 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
17:27:43.671 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrwOA2M/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
17:27:43.673 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
17:27:43.985 [DEBUG - main] (MiniKuduCluster.java:195) Response:
17:27:43.985 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
17:27:43.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:43.988010 6176 mini_oidc.cc:152] Starting JWKS server
17:27:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:43.990480 6176 webserver.cc:460] Webserver started at http://127.0.0.1:43357/ using document root <none> and password file <none>
17:27:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:43.990670 6176 mini_oidc.cc:189] Starting OIDC Discovery server
17:27:43.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:43.991190 6176 webserver.cc:460] Webserver started at http://127.0.0.1:33519/ using document root <none> and password file <none>
17:27:44.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:27:44Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
17:27:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:27:44Z Disabled control of system clock
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.019773 6176 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-0/wal
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-0/data
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-0/logs
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-0/data/info.pb
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.8.62:35165
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.8.62
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.8.20:40277
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43357/jwks.json
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
17:27:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
17:27:44.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.333822 6187 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:27:44.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.334095 6187 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:27:44.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.334178 6187 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:27:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.341298 6187 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:27:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.341398 6187 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
17:27:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.341435 6187 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:27:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.341485 6187 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:27:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.341521 6187 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:27:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.341574 6187 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:27:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.341606 6187 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43357/jwks.json
17:27:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.350562 6187 master_runner.cc:386] Master server non-default flags:
17:27:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:27:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.8.20:40277
17:27:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:27:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:27:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
17:27:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-0/data
17:27:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-0/wal
17:27:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.8.62:35165
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43357/jwks.json
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-0/data/info.pb
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.8.62
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-0/logs
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:27:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.351820 6187 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:27:44.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.353657 6187 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:27:44.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.365415 6193 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:27:44.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.365501 6194 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:27:44.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.365449 6196 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:27:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.366633 6187 server_base.cc:1034] running on GCE node
17:27:44.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.367347 6187 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:27:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.368810 6187 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:27:44.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.370059 6187 hybrid_clock.cc:648] HybridClock initialized: now 1790184464369997 us; error 49 us; skew 500 ppm
17:27:44.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.370432 6187 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:27:44.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.378158 6187 webserver.cc:460] Webserver started at http://127.6.8.62:41513/ using document root <none> and password file <none>
17:27:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.378906 6187 fs_manager.cc:359] Metadata directory not provided
17:27:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.379036 6187 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:27:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.379357 6187 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:27:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.382064 6187 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-0/data/instance:
17:27:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32eff4f066134c0cae88e2eb943edb7e"
17:27:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:27:44 on dist-test-slave-z88w"
17:27:44.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.382877 6187 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-0/wal/instance:
17:27:44.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32eff4f066134c0cae88e2eb943edb7e"
17:27:44.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:27:44 on dist-test-slave-z88w"
17:27:44.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.388482 6187 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.004s sys 0.003s
17:27:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.391876 6202 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:27:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.393189 6187 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
17:27:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.393375 6187 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-0/data,/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-0/wal
17:27:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32eff4f066134c0cae88e2eb943edb7e"
17:27:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:27:44 on dist-test-slave-z88w"
17:27:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.393606 6187 fs_report.cc:383] FS layout report
17:27:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:27:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-0/wal
17:27:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-0/wal
17:27:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-0/data/data
17:27:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:27:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:27:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:27:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:27:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:27:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:27:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:27:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:27:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:27:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:27:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:27:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.411720 6187 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:27:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.412712 6187 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:27:44.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.413044 6187 kserver.cc:163] Server-wide thread pool size limit: 3276
17:27:44.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.434840 6187 rpc_server.cc:307] RPC server started. Bound to: 127.6.8.62:35165
17:27:44.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.434890 6263 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.8.62:35165 every 8 connection(s)
17:27:44.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.436286 6187 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-0/data/info.pb
17:27:44.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.440861 6264 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:27:44.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.444749 6176 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu as pid 6187
17:27:44.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.445013 6176 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-0/wal/instance
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.447119 6176 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-1/wal
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-1/data
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-1/logs
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-1/data/info.pb
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:27:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:27:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.8.61:41481
17:27:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.8.61
17:27:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:27:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.8.20:40277
17:27:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:27:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:27:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:27:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:27:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131
17:27:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:27:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43357/jwks.json
17:27:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
17:27:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
17:27:44.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.446714 6264 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } has no permanent_uuid. Determining permanent_uuid...
17:27:44.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.465060 6264 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } has no permanent_uuid. Determining permanent_uuid...
17:27:44.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.466195 6206 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:27:44.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.467664 6264 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.8.61:41481: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:27:44.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.517001 6264 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } attempt: 1
17:27:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.519104 6264 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.8.61:41481: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:27:44.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.587386 6264 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } attempt: 2
17:27:44.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.589613 6264 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.8.61:41481: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:27:44.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.680897 6264 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } attempt: 3
17:27:44.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.682752 6264 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.8.61:41481: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:27:44.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.770537 6269 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:27:44.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.770823 6269 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:27:44.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.770908 6269 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:27:44.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.778218 6269 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:27:44.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.778339 6269 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
17:27:44.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.778378 6269 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:27:44.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.778426 6269 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:27:44.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.778463 6269 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:27:44.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.778518 6269 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:27:44.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.778550 6269 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43357/jwks.json
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.787921 6269 master_runner.cc:386] Master server non-default flags:
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.8.20:40277
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-1/data
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-1/wal
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.8.61:41481
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43357/jwks.json
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-1/data/info.pb
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.8.61
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-1/logs
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:27:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:27:44.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:27:44.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:27:44.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:27:44.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:27:44.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:27:44.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:27:44.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.789307 6269 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:27:44.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.791051 6269 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:27:44.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.802927 6275 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:27:44.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.802897 6276 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:27:44.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.802976 6278 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:27:44.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.804069 6269 server_base.cc:1034] running on GCE node
17:27:44.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.804760 6269 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:27:44.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.806067 6269 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:27:44.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.807262 6269 hybrid_clock.cc:648] HybridClock initialized: now 1790184464807218 us; error 39 us; skew 500 ppm
17:27:44.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.807549 6269 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:27:44.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.809729 6269 webserver.cc:460] Webserver started at http://127.6.8.61:33611/ using document root <none> and password file <none>
17:27:44.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.810325 6269 fs_manager.cc:359] Metadata directory not provided
17:27:44.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.810407 6269 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:27:44.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.810657 6269 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:27:44.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.813300 6269 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-1/data/instance:
17:27:44.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0e137f10c154ea6976d648337277d95"
17:27:44.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:27:44 on dist-test-slave-z88w"
17:27:44.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.814042 6269 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-1/wal/instance:
17:27:44.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0e137f10c154ea6976d648337277d95"
17:27:44.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:27:44 on dist-test-slave-z88w"
17:27:44.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.819135 6269 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.001s
17:27:44.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.823127 6284 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:27:44.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.824549 6269 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.003s
17:27:44.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.824745 6269 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-1/data,/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-1/wal
17:27:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0e137f10c154ea6976d648337277d95"
17:27:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:27:44 on dist-test-slave-z88w"
17:27:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.824988 6269 fs_report.cc:383] FS layout report
17:27:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:27:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-1/wal
17:27:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-1/wal
17:27:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-1/data/data
17:27:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:27:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:27:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:27:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:27:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:27:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:27:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:27:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:27:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:27:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:27:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:27:44.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.826004 6264 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } attempt: 4
17:27:44.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.827929 6264 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.8.61:41481: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:27:44.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.855340 6269 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:27:44.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.856295 6269 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:27:44.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.856551 6269 kserver.cc:163] Server-wide thread pool size limit: 3276
17:27:44.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.878728 6269 rpc_server.cc:307] RPC server started. Bound to: 127.6.8.61:41481
17:27:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.878753 6346 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.8.61:41481 every 8 connection(s)
17:27:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.880033 6269 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-1/data/info.pb
17:27:44.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.883693 6347 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:27:44.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.885866 6176 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu as pid 6269
17:27:44.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.886008 6176 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-1/wal/instance
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.886891 6176 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-2/wal
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-2/data
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-2/logs
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-2/data/info.pb
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.8.60:43131
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.8.60
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.8.20:40277
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43357/jwks.json
17:27:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
17:27:44.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
17:27:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.890336 6347 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } has no permanent_uuid. Determining permanent_uuid...
17:27:44.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.905375 6347 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } has no permanent_uuid. Determining permanent_uuid...
17:27:44.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.914863 6347 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } has no permanent_uuid. Determining permanent_uuid...
17:27:44.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.916234 6285 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.917924 6347 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.8.60:43131: Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:44.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:44.967258 6347 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } attempt: 1
17:27:44.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:44.969491 6347 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.8.60:43131: Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:45.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.037789 6347 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } attempt: 2
17:27:45.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.039904 6347 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.8.60:43131: Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:45.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.127231 6264 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } attempt: 5
17:27:45.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.131232 6347 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } attempt: 3
17:27:45.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.133765 6347 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.8.60:43131: Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.134219 6264 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } has no permanent_uuid. Determining permanent_uuid...
17:27:45.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.136039 6264 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.8.60:43131: Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:45.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.187302 6264 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } attempt: 1
17:27:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.189352 6264 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.8.60:43131: Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.214747 6349 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:27:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.215076 6349 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:27:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.215194 6349 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:27:45.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.222347 6349 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
17:27:45.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.222478 6349 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
17:27:45.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.222532 6349 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:27:45.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.222606 6349 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
17:27:45.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.222668 6349 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
17:27:45.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.222792 6349 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
17:27:45.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.222862 6349 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43357/jwks.json
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.232079 6349 master_runner.cc:386] Master server non-default flags:
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.8.20:40277
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-2/data
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-2/wal
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.8.60:43131
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43357/jwks.json
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-2/data/info.pb
17:27:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.8.60
17:27:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:27:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:27:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:27:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:27:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:27:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:27:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-2/logs
17:27:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:27:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:27:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:27:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
17:27:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:27:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:27:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:27:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:27:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:27:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:27:45.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.233752 6349 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:27:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.235527 6349 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:27:45.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.247143 6357 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:27:45.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.247092 6358 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:27:45.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.247102 6360 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:27:45.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.248247 6349 server_base.cc:1034] running on GCE node
17:27:45.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.248975 6349 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:27:45.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.250284 6349 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:27:45.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.251520 6349 hybrid_clock.cc:648] HybridClock initialized: now 1790184465251471 us; error 36 us; skew 500 ppm
17:27:45.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.251880 6349 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:27:45.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.254156 6349 webserver.cc:460] Webserver started at http://127.6.8.60:44241/ using document root <none> and password file <none>
17:27:45.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.254869 6349 fs_manager.cc:359] Metadata directory not provided
17:27:45.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.254993 6349 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:27:45.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.255311 6349 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:27:45.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.257594 6264 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } attempt: 2
17:27:45.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.258014 6349 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-2/data/instance:
17:27:45.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b72dcbb835742e28ee07ac097a13557"
17:27:45.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:27:45 on dist-test-slave-z88w"
17:27:45.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.258975 6349 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-2/wal/instance:
17:27:45.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b72dcbb835742e28ee07ac097a13557"
17:27:45.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:27:45 on dist-test-slave-z88w"
17:27:45.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.259415 6264 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.8.60:43131: Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.264268 6349 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.001s
17:27:45.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.267620 6366 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:27:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.269011 6349 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
17:27:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.269203 6349 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-2/data,/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-2/wal
17:27:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6b72dcbb835742e28ee07ac097a13557"
17:27:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:27:45 on dist-test-slave-z88w"
17:27:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.269436 6349 fs_report.cc:383] FS layout report
17:27:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:27:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-2/wal
17:27:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-2/wal
17:27:45.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-2/data/data
17:27:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:27:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:27:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:27:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:27:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:27:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:27:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:27:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:27:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:27:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:27:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:27:45.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.276995 6347 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } attempt: 4
17:27:45.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.278697 6347 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.8.60:43131: Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:45.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.281562 6349 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:27:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.282322 6349 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:27:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.282625 6349 kserver.cc:163] Server-wide thread pool size limit: 3276
17:27:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.303725 6349 rpc_server.cc:307] RPC server started. Bound to: 127.6.8.60:43131
17:27:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.303746 6427 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.8.60:43131 every 8 connection(s)
17:27:45.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.305152 6349 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-2/data/info.pb
17:27:45.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.308949 6428 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
17:27:45.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.312822 6176 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu as pid 6349
17:27:45.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.312960 6176 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/master-2/wal/instance
17:27:45.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.315888 6428 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } has no permanent_uuid. Determining permanent_uuid...
17:27:45.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.332610 6428 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } has no permanent_uuid. Determining permanent_uuid...
17:27:45.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.340137 6428 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } has no permanent_uuid. Determining permanent_uuid...
17:27:45.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.351528 6428 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557: Bootstrap starting.
17:27:45.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.354594 6428 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557: Neither blocks nor log segments found. Creating new log.
17:27:45.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.355650 6428 log.cc:824] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557: Log is configured to *not* fsync() on all Append() calls
17:27:45.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.358201 6428 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557: No bootstrap required, opened a new log
17:27:45.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.365483 6428 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:45.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.365650 6264 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } attempt: 3
17:27:45.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.365798 6428 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:27:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.365919 6428 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6b72dcbb835742e28ee07ac097a13557, State: Initialized, Role: FOLLOWER
17:27:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.366622 6428 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.367862 6437 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } } }
17:27:45.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.368340 6437 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [sys.catalog]: This master's current role is: FOLLOWER
17:27:45.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.369096 6428 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [sys.catalog]: configured and running, proceeding with master startup.
17:27:45.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.377667 6264 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e: Bootstrap starting.
17:27:45.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.379127 6448 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
17:27:45.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.379223 6448 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
17:27:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.381443 6264 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e: Neither blocks nor log segments found. Creating new log.
17:27:45.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.382684 6264 log.cc:824] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e: Log is configured to *not* fsync() on all Append() calls
17:27:45.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.376410 6349 master_runner.cc:186] Error getting master registration for 127.6.8.62:35165: OK, instance_id { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" instance_seqno: 1790184464429496 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
17:27:45.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.386260 6349 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:27:45.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.386441 6264 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e: No bootstrap required, opened a new log
17:27:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.397037 6264 raft_consensus.cc:348] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.397394 6264 raft_consensus.cc:374] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:27:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.397522 6264 raft_consensus.cc:729] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 32eff4f066134c0cae88e2eb943edb7e, State: Initialized, Role: FOLLOWER
17:27:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.398232 6264 consensus_queue.cc:260] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.399114 6451 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } } }
17:27:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.399514 6451 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [sys.catalog]: This master's current role is: FOLLOWER
17:27:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.400475 6264 sys_catalog.cc:564] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [sys.catalog]: configured and running, proceeding with master startup.
17:27:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.401049 6437 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:27:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.401327 6437 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:45.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.402787 6437 leader_election.cc:288] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 32eff4f066134c0cae88e2eb943edb7e (127.6.8.62:35165), c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481)
17:27:45.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.403844 6229 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6b72dcbb835742e28ee07ac097a13557" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "32eff4f066134c0cae88e2eb943edb7e" is_pre_election: true
17:27:45.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.404529 6229 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6b72dcbb835742e28ee07ac097a13557 in term 0.
17:27:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.405117 6370 leader_election.cc:302] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e, 6b72dcbb835742e28ee07ac097a13557; no voters:
17:27:45.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.405515 6437 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [term 0 FOLLOWER]: Leader pre-election won for term 1
17:27:45.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.405673 6437 raft_consensus.cc:482] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
17:27:45.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.405777 6437 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [term 0 FOLLOWER]: Advancing to term 1
17:27:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.409094 6437 raft_consensus.cc:504] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.409756 6437 leader_election.cc:288] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [CANDIDATE]: Term 1 election: Requested vote from peers 32eff4f066134c0cae88e2eb943edb7e (127.6.8.62:35165), c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481)
17:27:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.410599 6229 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6b72dcbb835742e28ee07ac097a13557" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "32eff4f066134c0cae88e2eb943edb7e"
17:27:45.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.410799 6229 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 0 FOLLOWER]: Advancing to term 1
17:27:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.415442 6229 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6b72dcbb835742e28ee07ac097a13557 in term 1.
17:27:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:45.415691 6208 tablet.cc:2369] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e: Can't schedule compaction. Clean time has not been advanced past its initial value.
17:27:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.415939 6370 leader_election.cc:302] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e, 6b72dcbb835742e28ee07ac097a13557; no voters:
17:27:45.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.416886 6437 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [term 1 FOLLOWER]: Leader election won for term 1
17:27:45.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.417692 6437 raft_consensus.cc:686] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [term 1 LEADER]: Becoming Leader. State: Replica: 6b72dcbb835742e28ee07ac097a13557, State: Running, Role: LEADER
17:27:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.418413 6437 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.422430 6460 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6b72dcbb835742e28ee07ac097a13557. Latest consensus state: current_term: 1 leader_uuid: "6b72dcbb835742e28ee07ac097a13557" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } } }
17:27:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.422885 6460 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [sys.catalog]: This master's current role is: LEADER
17:27:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.424178 6463 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
17:27:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.426899 6463 catalog_manager.cc:1484] Initializing Kudu cluster ID...
17:27:45.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.441207 6466 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
17:27:45.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.445869 6187 master_runner.cc:186] Error getting master registration for 127.6.8.61:41481: OK, instance_id { permanent_uuid: "c0e137f10c154ea6976d648337277d95" instance_seqno: 1790184464873454 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
17:27:45.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.456619 6187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:27:45.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.464059 6229 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 1 FOLLOWER]: Refusing update from remote peer 6b72dcbb835742e28ee07ac097a13557: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
17:27:45.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.465030 6437 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [LEADER]: Connected to new peer: Peer: permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:27:45.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.472647 6451 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6b72dcbb835742e28ee07ac097a13557. Latest consensus state: current_term: 1 leader_uuid: "6b72dcbb835742e28ee07ac097a13557" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } } }
17:27:45.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.472951 6451 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [sys.catalog]: This master's current role is: FOLLOWER
17:27:45.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.477105 6437 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6b72dcbb835742e28ee07ac097a13557" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } } }
17:27:45.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.477416 6437 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [sys.catalog]: This master's current role is: LEADER
17:27:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.477866 6467 mvcc.cc:205] Tried to move back new op lower bound from 7332595570526666752 to 7332595570358689792. Current Snapshot: MvccSnapshot[applied={T|T < 7332595570526666752}]
17:27:45.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.481900 6463 catalog_manager.cc:1347] Generated new cluster ID: 3c01114321604483b88d56f278e5627a
17:27:45.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.482113 6463 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
17:27:45.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.482594 6465 mvcc.cc:205] Tried to move back new op lower bound from 7332595570526666752 to 7332595570358689792. Current Snapshot: MvccSnapshot[applied={T|T < 7332595570526666752 or (T in {7332595570526666752})}]
17:27:45.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.487540 6451 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6b72dcbb835742e28ee07ac097a13557" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } } }
17:27:45.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.487808 6451 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [sys.catalog]: This master's current role is: FOLLOWER
17:27:45.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.512166 6463 catalog_manager.cc:1370] Generated new certificate authority record
17:27:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.514420 6463 catalog_manager.cc:1504] Loading token signing keys...
17:27:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.528349 6463 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557: Generated new TSK 0
17:27:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.529392 6463 catalog_manager.cc:1514] Initializing in-progress tserver states...
17:27:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.549628 6176 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu
17:27:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu
17:27:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-0/wal
17:27:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-0/data
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-0/logs
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-0/data/info.pb
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.8.1:0
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.8.1
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.8.1
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.8.20:40277
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
17:27:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
17:27:45.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
17:27:45.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.577924 6347 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } attempt: 5
17:27:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.592285 6347 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95: Bootstrap starting.
17:27:45.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.596707 6347 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95: Neither blocks nor log segments found. Creating new log.
17:27:45.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.598323 6347 log.cc:824] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95: Log is configured to *not* fsync() on all Append() calls
17:27:45.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.608338 6347 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95: No bootstrap required, opened a new log
17:27:45.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.622242 6347 raft_consensus.cc:348] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:45.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.622865 6347 raft_consensus.cc:374] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:27:45.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.623006 6347 raft_consensus.cc:729] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c0e137f10c154ea6976d648337277d95, State: Initialized, Role: FOLLOWER
17:27:45.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.623749 6347 consensus_queue.cc:260] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:45.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.625564 6473 sys_catalog.cc:455] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } } }
17:27:45.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.626672 6347 sys_catalog.cc:564] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [sys.catalog]: configured and running, proceeding with master startup.
17:27:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.626791 6310 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6b72dcbb835742e28ee07ac097a13557" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c0e137f10c154ea6976d648337277d95"
17:27:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.627296 6309 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 0 FOLLOWER]: Advancing to term 1
17:27:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.627410 6311 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6b72dcbb835742e28ee07ac097a13557" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c0e137f10c154ea6976d648337277d95" is_pre_election: true
17:27:45.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.634618 6309 raft_consensus.cc:1261] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 1 FOLLOWER]: Refusing update from remote peer 6b72dcbb835742e28ee07ac097a13557: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
17:27:45.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.635869 6437 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:27:45.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.627641 6473 sys_catalog.cc:458] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [sys.catalog]: This master's current role is: FOLLOWER
17:27:45.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.695401 6473 sys_catalog.cc:455] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6b72dcbb835742e28ee07ac097a13557. Latest consensus state: current_term: 1 leader_uuid: "6b72dcbb835742e28ee07ac097a13557" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } } }
17:27:45.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.695864 6473 sys_catalog.cc:458] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [sys.catalog]: This master's current role is: FOLLOWER
17:27:45.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.696302 6476 sys_catalog.cc:455] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6b72dcbb835742e28ee07ac097a13557" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } } }
17:27:45.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.696724 6476 sys_catalog.cc:458] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [sys.catalog]: This master's current role is: FOLLOWER
17:27:45.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.714439 6490 catalog_manager.cc:1259] Loaded cluster ID: 3c01114321604483b88d56f278e5627a
17:27:45.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.714564 6490 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95: loading cluster ID for follower catalog manager: success
17:27:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.717962 6490 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95: acquiring CA information for follower catalog manager: success
17:27:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.720384 6437 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6b72dcbb835742e28ee07ac097a13557" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } } }
17:27:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.720695 6437 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6b72dcbb835742e28ee07ac097a13557 [sys.catalog]: This master's current role is: LEADER
17:27:45.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:45.722733 6490 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
17:27:46.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.014822 6471 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:27:46.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.015081 6471 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:27:46.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.015175 6471 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:27:46.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.022330 6471 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:27:46.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.022469 6471 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
17:27:46.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.022538 6471 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
17:27:46.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.022603 6471 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
17:27:46.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.022684 6471 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.8.1
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.032963 6471 tablet_server_runner.cc:78] Tablet server non-default flags:
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.8.20:40277
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-0/data
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-0/wal
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.8.1:0
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-0/data/info.pb
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.8.1
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:27:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:27:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:27:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:27:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:27:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.8.1
17:27:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-0/logs
17:27:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:27:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:27:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:27:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
17:27:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:27:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:27:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:27:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:27:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:27:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:27:46.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.034235 6471 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:27:46.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.035936 6471 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:27:46.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.050786 6497 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:27:46.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.050812 6496 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:27:46.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.051853 6499 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:27:46.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.051828 6471 server_base.cc:1034] running on GCE node
17:27:46.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.052680 6471 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:27:46.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.053854 6471 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:27:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.055116 6471 hybrid_clock.cc:648] HybridClock initialized: now 1790184466055044 us; error 52 us; skew 500 ppm
17:27:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.055572 6471 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:27:46.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.058359 6471 webserver.cc:460] Webserver started at http://127.6.8.1:33085/ using document root <none> and password file <none>
17:27:46.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.059244 6471 fs_manager.cc:359] Metadata directory not provided
17:27:46.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.059387 6471 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:27:46.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.059772 6471 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:27:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.063525 6471 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-0/data/instance:
17:27:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f08646933d54c73a3df313913df0e48"
17:27:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:27:46 on dist-test-slave-z88w"
17:27:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.064563 6471 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-0/wal/instance:
17:27:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f08646933d54c73a3df313913df0e48"
17:27:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:27:46 on dist-test-slave-z88w"
17:27:46.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.071619 6471 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
17:27:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.077136 6505 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:27:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.078922 6471 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
17:27:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.079116 6471 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-0/data,/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-0/wal
17:27:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f08646933d54c73a3df313913df0e48"
17:27:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:27:46 on dist-test-slave-z88w"
17:27:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.079384 6471 fs_report.cc:383] FS layout report
17:27:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:27:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-0/wal
17:27:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-0/wal
17:27:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-0/data/data
17:27:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:27:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:27:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:27:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:27:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:27:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:27:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:27:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:27:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:27:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:27:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:27:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.095415 6471 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:27:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.096516 6471 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:27:46.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.096832 6471 kserver.cc:163] Server-wide thread pool size limit: 3276
17:27:46.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.100507 6471 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
17:27:46.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.100603 6471 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
17:27:46.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.100724 6471 ts_tablet_manager.cc:610] Registered 0 tablets
17:27:46.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.100787 6471 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
17:27:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.211865 6471 rpc_server.cc:307] RPC server started. Bound to: 127.6.8.1:43993
17:27:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.211879 6630 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.8.1:43993 every 8 connection(s)
17:27:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.213069 6471 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-0/data/info.pb
17:27:46.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.216845 6632 heartbeater.cc:347] Connected to a master server at 127.6.8.62:35165
17:27:46.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.217121 6632 heartbeater.cc:464] Registering TS with master...
17:27:46.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.217911 6632 heartbeater.cc:511] Master 127.6.8.62:35165 requested a full tablet report, sending...
17:27:46.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.218044 6176 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu as pid 6471
17:27:46.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.218225 6176 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-0/wal/instance
17:27:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.220659 6219 ts_manager.cc:194] Registered new tserver with Master: 9f08646933d54c73a3df313913df0e48 (127.6.8.1:43993)
17:27:46.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.224331 6631 heartbeater.cc:347] Connected to a master server at 127.6.8.60:43131
17:27:46.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.224469 6631 heartbeater.cc:464] Registering TS with master...
17:27:46.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.224783 6176 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu
17:27:46.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-1/wal
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-1/data
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-1/logs
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-1/data/info.pb
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.8.2:0
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.8.2
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.8.2
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.8.20:40277
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
17:27:46.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.224815 6631 heartbeater.cc:511] Master 127.6.8.60:43131 requested a full tablet report, sending...
17:27:46.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.226655 6383 ts_manager.cc:194] Registered new tserver with Master: 9f08646933d54c73a3df313913df0e48 (127.6.8.1:43993)
17:27:46.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.228282 6383 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.8.1:51485
17:27:46.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.230211 6633 heartbeater.cc:347] Connected to a master server at 127.6.8.61:41481
17:27:46.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.230376 6633 heartbeater.cc:464] Registering TS with master...
17:27:46.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.230756 6633 heartbeater.cc:511] Master 127.6.8.61:41481 requested a full tablet report, sending...
17:27:46.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.232472 6301 ts_manager.cc:194] Registered new tserver with Master: 9f08646933d54c73a3df313913df0e48 (127.6.8.1:43993)
17:27:46.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.452162 6466 catalog_manager.cc:1259] Loaded cluster ID: 3c01114321604483b88d56f278e5627a
17:27:46.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.452518 6466 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e: loading cluster ID for follower catalog manager: success
17:27:46.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.456041 6466 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e: acquiring CA information for follower catalog manager: success
17:27:46.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.457878 6466 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
17:27:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.573114 6636 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:27:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.573431 6636 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:27:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.573577 6636 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:27:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.581166 6636 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:27:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.581344 6636 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
17:27:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.581408 6636 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
17:27:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.581512 6636 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
17:27:46.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.581641 6636 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.8.2
17:27:46.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.590731 6636 tablet_server_runner.cc:78] Tablet server non-default flags:
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.8.20:40277
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-1/data
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-1/wal
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.8.2:0
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-1/data/info.pb
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.8.2
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.8.2
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-1/logs
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:27:46.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:27:46.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.592284 6636 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:27:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.593994 6636 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:27:46.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.608943 6642 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:27:46.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.608901 6643 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:27:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:46.609864 6645 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:27:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.610117 6636 server_base.cc:1034] running on GCE node
17:27:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.610819 6636 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:27:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.611864 6636 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:27:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.613164 6636 hybrid_clock.cc:648] HybridClock initialized: now 1790184466613111 us; error 48 us; skew 500 ppm
17:27:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.613492 6636 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:27:46.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.615861 6636 webserver.cc:460] Webserver started at http://127.6.8.2:35639/ using document root <none> and password file <none>
17:27:46.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.616569 6636 fs_manager.cc:359] Metadata directory not provided
17:27:46.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.616691 6636 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:27:46.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.617004 6636 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:27:46.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.619505 6636 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-1/data/instance:
17:27:46.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f23bd87e159845029e83851c9bbeebd4"
17:27:46.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:27:46 on dist-test-slave-z88w"
17:27:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.620328 6636 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-1/wal/instance:
17:27:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f23bd87e159845029e83851c9bbeebd4"
17:27:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:27:46 on dist-test-slave-z88w"
17:27:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.625191 6636 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.003s sys 0.001s
17:27:46.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.628777 6651 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:27:46.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.630544 6636 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
17:27:46.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.630712 6636 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-1/data,/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-1/wal
17:27:46.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f23bd87e159845029e83851c9bbeebd4"
17:27:46.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:27:46 on dist-test-slave-z88w"
17:27:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.630934 6636 fs_report.cc:383] FS layout report
17:27:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:27:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-1/wal
17:27:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-1/wal
17:27:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-1/data/data
17:27:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:27:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:27:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:27:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:27:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:27:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:27:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:27:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:27:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:27:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:27:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:27:46.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.646117 6636 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:27:46.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.647205 6636 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:27:46.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.647513 6636 kserver.cc:163] Server-wide thread pool size limit: 3276
17:27:46.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.650604 6636 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
17:27:46.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.650811 6636 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
17:27:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.651059 6636 ts_tablet_manager.cc:610] Registered 0 tablets
17:27:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.651227 6636 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
17:27:46.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.732681 6636 rpc_server.cc:307] RPC server started. Bound to: 127.6.8.2:33237
17:27:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.732787 6773 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.8.2:33237 every 8 connection(s)
17:27:46.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.734064 6636 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-1/data/info.pb
17:27:46.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.736779 6775 heartbeater.cc:347] Connected to a master server at 127.6.8.62:35165
17:27:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.737537 6176 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu as pid 6636
17:27:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.737709 6176 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-1/wal/instance
17:27:46.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.753558 6176 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu
17:27:46.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu
17:27:46.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-2/wal
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-2/data
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-2/logs
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-2/data/info.pb
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.8.3:0
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.8.3
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.8.3
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.8.20:40277
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:27:46.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
17:27:46.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
17:27:46.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
17:27:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.760252 6775 heartbeater.cc:464] Registering TS with master...
17:27:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.758663 6774 heartbeater.cc:347] Connected to a master server at 127.6.8.60:43131
17:27:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.760470 6774 heartbeater.cc:464] Registering TS with master...
17:27:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.761348 6774 heartbeater.cc:511] Master 127.6.8.60:43131 requested a full tablet report, sending...
17:27:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.761646 6775 heartbeater.cc:511] Master 127.6.8.62:35165 requested a full tablet report, sending...
17:27:46.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.763294 6383 ts_manager.cc:194] Registered new tserver with Master: f23bd87e159845029e83851c9bbeebd4 (127.6.8.2:33237)
17:27:46.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.763463 6219 ts_manager.cc:194] Registered new tserver with Master: f23bd87e159845029e83851c9bbeebd4 (127.6.8.2:33237)
17:27:46.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.764477 6383 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.8.2:43779
17:27:46.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.765848 6776 heartbeater.cc:347] Connected to a master server at 127.6.8.61:41481
17:27:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.766000 6776 heartbeater.cc:464] Registering TS with master...
17:27:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.766619 6776 heartbeater.cc:511] Master 127.6.8.61:41481 requested a full tablet report, sending...
17:27:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:46.767627 6301 ts_manager.cc:194] Registered new tserver with Master: f23bd87e159845029e83851c9bbeebd4 (127.6.8.2:33237)
17:27:47.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:47.112807 6779 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
17:27:47.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:47.113095 6779 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
17:27:47.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:47.113186 6779 flags.cc:425] Enabled unsafe flag: --never_fsync=true
17:27:47.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:47.120275 6779 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
17:27:47.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:47.120396 6779 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
17:27:47.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:47.120434 6779 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
17:27:47.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:47.120477 6779 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
17:27:47.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:47.120553 6779 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.8.3
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.129791 6779 tablet_server_runner.cc:78] Tablet server non-default flags:
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.8.20:40277
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-2/data
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-2/wal
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.8.3:0
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-2/data/info.pb
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.8.3
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.8.3
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-2/logs
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 23 Sep 2026 16:28:54 UTC on ccycloud.quasar-niuser.root.comops.site
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4667752
17:27:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
17:27:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.131104 6779 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
17:27:47.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.132874 6779 file_cache.cc:493] Constructed file cache file cache with capacity 419430
17:27:47.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:47.146222 6785 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:27:47.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:47.146126 6787 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:27:47.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:47.146100 6784 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
17:27:47.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.147089 6779 server_base.cc:1034] running on GCE node
17:27:47.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.147694 6779 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
17:27:47.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.148692 6779 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
17:27:47.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.149924 6779 hybrid_clock.cc:648] HybridClock initialized: now 1790184467149870 us; error 35 us; skew 500 ppm
17:27:47.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.150243 6779 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
17:27:47.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.152514 6779 webserver.cc:460] Webserver started at http://127.6.8.3:34639/ using document root <none> and password file <none>
17:27:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.153177 6779 fs_manager.cc:359] Metadata directory not provided
17:27:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.153301 6779 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
17:27:47.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.153592 6779 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
17:27:47.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.156190 6779 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-2/data/instance:
17:27:47.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7bdabe3da1f742a48b7331e4e728ad66"
17:27:47.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:27:47 on dist-test-slave-z88w"
17:27:47.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.156991 6779 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-2/wal/instance:
17:27:47.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7bdabe3da1f742a48b7331e4e728ad66"
17:27:47.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:27:47 on dist-test-slave-z88w"
17:27:47.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.162276 6779 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.002s sys 0.003s
17:27:47.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.165625 6793 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
17:27:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.166853 6779 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
17:27:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.167038 6779 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-2/data,/tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-2/wal
17:27:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7bdabe3da1f742a48b7331e4e728ad66"
17:27:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-23 17:27:47 on dist-test-slave-z88w"
17:27:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.167244 6779 fs_report.cc:383] FS layout report
17:27:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
17:27:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-2/wal
17:27:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-2/wal
17:27:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-2/data/data
17:27:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
17:27:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
17:27:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
17:27:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
17:27:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
17:27:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
17:27:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
17:27:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
17:27:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
17:27:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
17:27:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
17:27:47.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.181530 6779 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
17:27:47.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.182418 6779 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
17:27:47.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.182794 6779 kserver.cc:163] Server-wide thread pool size limit: 3276
17:27:47.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.186129 6779 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
17:27:47.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.186254 6779 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
17:27:47.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.186384 6779 ts_tablet_manager.cc:610] Registered 0 tablets
17:27:47.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.186455 6779 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
17:27:47.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.231644 6631 heartbeater.cc:503] Master 127.6.8.60:43131 was elected leader, sending a full tablet report...
17:27:47.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.252425 6779 rpc_server.cc:307] RPC server started. Bound to: 127.6.8.3:42191
17:27:47.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.252449 6914 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.8.3:42191 every 8 connection(s)
17:27:47.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.253701 6779 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-2/data/info.pb
17:27:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.257395 6916 heartbeater.cc:347] Connected to a master server at 127.6.8.62:35165
17:27:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.257634 6916 heartbeater.cc:464] Registering TS with master...
17:27:47.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.258538 6916 heartbeater.cc:511] Master 127.6.8.62:35165 requested a full tablet report, sending...
17:27:47.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.259641 6176 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu as pid 6779
17:27:47.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.259872 6176 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskrwOA2M/test-tmp/mini-kudu-cluster7269501606380451419/ts-2/wal/instance
17:27:47.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.261687 6219 ts_manager.cc:194] Registered new tserver with Master: 7bdabe3da1f742a48b7331e4e728ad66 (127.6.8.3:42191)
17:27:47.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.263651 6915 heartbeater.cc:347] Connected to a master server at 127.6.8.60:43131
17:27:47.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.263796 6915 heartbeater.cc:464] Registering TS with master...
17:27:47.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.264240 6915 heartbeater.cc:511] Master 127.6.8.60:43131 requested a full tablet report, sending...
17:27:47.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.265151 6917 heartbeater.cc:347] Connected to a master server at 127.6.8.61:41481
17:27:47.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.265275 6917 heartbeater.cc:464] Registering TS with master...
17:27:47.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.265326 6383 ts_manager.cc:194] Registered new tserver with Master: 7bdabe3da1f742a48b7331e4e728ad66 (127.6.8.3:42191)
17:27:47.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.265601 6917 heartbeater.cc:511] Master 127.6.8.61:41481 requested a full tablet report, sending...
17:27:47.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.266362 6383 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.8.3:49143
17:27:47.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.266547 6301 ts_manager.cc:194] Registered new tserver with Master: 7bdabe3da1f742a48b7331e4e728ad66 (127.6.8.3:42191)
17:27:47.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.270270 6176 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
17:27:47.272 [DEBUG - main] (MiniKuduCluster.java:195) Response:
17:27:47.272 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
17:27:47.273 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.6.8.62"
port: 35165
}
bound_http_address {
host: "127.6.8.62"
port: 41513
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.6.8.61"
port: 41481
}
bound_http_address {
host: "127.6.8.61"
port: 33611
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.6.8.60"
port: 43131
}
bound_http_address {
host: "127.6.8.60"
port: 44241
}
}
}
17:27:47.274 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
17:27:47.274 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.6.8.1"
port: 43993
}
bound_http_address {
host: "127.6.8.1"
port: 33085
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.6.8.2"
port: 33237
}
bound_http_address {
host: "127.6.8.2"
port: 35639
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.6.8.3"
port: 42191
}
bound_http_address {
host: "127.6.8.3"
port: 34639
}
}
}
17:27:47.274 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
17:27:47.276 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
17:27:47.278 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.8.62:35165(127.6.8.62:35165)] connecting to peer
17:27:47.279 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:47.284 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:47.286 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.8.61:41481(127.6.8.61:41481)] Successfully connected to peer
17:27:47.286 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.8.62:35165(127.6.8.62:35165)] Successfully connected to peer
17:27:47.288 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.8.60:43131(127.6.8.60:43131)] Successfully connected to peer
17:27:47.288 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.8.61
17:27:47.289 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.8.62
17:27:47.294 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.6.8.60
17:27:47.299 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x12666201, L:/127.0.0.1:59574 - R:/127.6.8.61:41481] using SASL/PLAIN
17:27:47.308 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4004eb7e, L:/127.0.0.1:48606 - R:/127.6.8.62:35165] using SASL/PLAIN
17:27:47.309 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xaf8915e0, L:/127.0.0.1:43142 - R:/127.6.8.60:43131] using SASL/PLAIN
17:27:47.311 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
17:27:47.312 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=34), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: OK, deferred=null) after lookup
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.313912 6382 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43142:
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:27:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:47.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:47.316473 6382 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
17:27:47.331 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c55ba3aa9e574ab88367c0b1672ed9e7
17:27:47.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.362509 6707 tablet_service.cc:1467] Processing CreateTablet for tablet ecd795d95a9c4bafa6cf0754ffdba9de (DEFAULT_TABLE table=txn_manager_fallback [id=c55ba3aa9e574ab88367c0b1672ed9e7]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
17:27:47.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.363739 6707 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ecd795d95a9c4bafa6cf0754ffdba9de. 1 dirs total, 0 dirs full, 0 dirs failed
17:27:47.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.364189 6708 tablet_service.cc:1467] Processing CreateTablet for tablet 39cb1c97b7ab440db729fdd4a9d94e42 (DEFAULT_TABLE table=txn_manager_fallback [id=c55ba3aa9e574ab88367c0b1672ed9e7]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
17:27:47.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.365801 6564 tablet_service.cc:1467] Processing CreateTablet for tablet ecd795d95a9c4bafa6cf0754ffdba9de (DEFAULT_TABLE table=txn_manager_fallback [id=c55ba3aa9e574ab88367c0b1672ed9e7]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
17:27:47.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.367081 6564 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ecd795d95a9c4bafa6cf0754ffdba9de. 1 dirs total, 0 dirs full, 0 dirs failed
17:27:47.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.372090 6708 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 39cb1c97b7ab440db729fdd4a9d94e42. 1 dirs total, 0 dirs full, 0 dirs failed
17:27:47.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.375036 6850 tablet_service.cc:1467] Processing CreateTablet for tablet 39cb1c97b7ab440db729fdd4a9d94e42 (DEFAULT_TABLE table=txn_manager_fallback [id=c55ba3aa9e574ab88367c0b1672ed9e7]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
17:27:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.375975 6565 tablet_service.cc:1467] Processing CreateTablet for tablet 39cb1c97b7ab440db729fdd4a9d94e42 (DEFAULT_TABLE table=txn_manager_fallback [id=c55ba3aa9e574ab88367c0b1672ed9e7]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
17:27:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.376318 6850 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 39cb1c97b7ab440db729fdd4a9d94e42. 1 dirs total, 0 dirs full, 0 dirs failed
17:27:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.376467 6565 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 39cb1c97b7ab440db729fdd4a9d94e42. 1 dirs total, 0 dirs full, 0 dirs failed
17:27:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.378494 6849 tablet_service.cc:1467] Processing CreateTablet for tablet ecd795d95a9c4bafa6cf0754ffdba9de (DEFAULT_TABLE table=txn_manager_fallback [id=c55ba3aa9e574ab88367c0b1672ed9e7]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
17:27:47.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.378876 6849 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet ecd795d95a9c4bafa6cf0754ffdba9de. 1 dirs total, 0 dirs full, 0 dirs failed
17:27:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.387749 6941 tablet_bootstrap.cc:492] T 39cb1c97b7ab440db729fdd4a9d94e42 P f23bd87e159845029e83851c9bbeebd4: Bootstrap starting.
17:27:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.391664 6942 tablet_bootstrap.cc:492] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48: Bootstrap starting.
17:27:47.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.392402 6941 tablet_bootstrap.cc:654] T 39cb1c97b7ab440db729fdd4a9d94e42 P f23bd87e159845029e83851c9bbeebd4: Neither blocks nor log segments found. Creating new log.
17:27:47.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.393801 6941 log.cc:824] T 39cb1c97b7ab440db729fdd4a9d94e42 P f23bd87e159845029e83851c9bbeebd4: Log is configured to *not* fsync() on all Append() calls
17:27:47.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.395371 6942 tablet_bootstrap.cc:654] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48: Neither blocks nor log segments found. Creating new log.
17:27:47.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.397293 6942 log.cc:824] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48: Log is configured to *not* fsync() on all Append() calls
17:27:47.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.398522 6943 tablet_bootstrap.cc:492] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66: Bootstrap starting.
17:27:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.402772 6943 tablet_bootstrap.cc:654] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66: Neither blocks nor log segments found. Creating new log.
17:27:47.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.403337 6942 tablet_bootstrap.cc:492] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48: No bootstrap required, opened a new log
17:27:47.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.403410 6941 tablet_bootstrap.cc:492] T 39cb1c97b7ab440db729fdd4a9d94e42 P f23bd87e159845029e83851c9bbeebd4: No bootstrap required, opened a new log
17:27:47.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.403635 6942 ts_tablet_manager.cc:1397] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48: Time spent bootstrapping tablet: real 0.012s user 0.004s sys 0.004s
17:27:47.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.403677 6941 ts_tablet_manager.cc:1397] T 39cb1c97b7ab440db729fdd4a9d94e42 P f23bd87e159845029e83851c9bbeebd4: Time spent bootstrapping tablet: real 0.016s user 0.003s sys 0.011s
17:27:47.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.404134 6943 log.cc:824] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66: Log is configured to *not* fsync() on all Append() calls
17:27:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.406746 6943 tablet_bootstrap.cc:492] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66: No bootstrap required, opened a new log
17:27:47.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.407009 6943 ts_tablet_manager.cc:1397] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66: Time spent bootstrapping tablet: real 0.009s user 0.006s sys 0.000s
17:27:47.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.412075 6942 raft_consensus.cc:348] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.412457 6942 raft_consensus.cc:374] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:27:47.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.412595 6942 raft_consensus.cc:729] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f08646933d54c73a3df313913df0e48, State: Initialized, Role: FOLLOWER
17:27:47.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.413203 6942 consensus_queue.cc:260] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.414121 6941 raft_consensus.cc:348] T 39cb1c97b7ab440db729fdd4a9d94e42 P f23bd87e159845029e83851c9bbeebd4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.414655 6941 raft_consensus.cc:374] T 39cb1c97b7ab440db729fdd4a9d94e42 P f23bd87e159845029e83851c9bbeebd4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:27:47.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.414824 6941 raft_consensus.cc:729] T 39cb1c97b7ab440db729fdd4a9d94e42 P f23bd87e159845029e83851c9bbeebd4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f23bd87e159845029e83851c9bbeebd4, State: Initialized, Role: FOLLOWER
17:27:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.414907 6942 ts_tablet_manager.cc:1428] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48: Time spent starting tablet: real 0.011s user 0.011s sys 0.000s
17:27:47.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.416289 6942 tablet_bootstrap.cc:492] T 39cb1c97b7ab440db729fdd4a9d94e42 P 9f08646933d54c73a3df313913df0e48: Bootstrap starting.
17:27:47.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.417981 6942 tablet_bootstrap.cc:654] T 39cb1c97b7ab440db729fdd4a9d94e42 P 9f08646933d54c73a3df313913df0e48: Neither blocks nor log segments found. Creating new log.
17:27:47.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.417910 6943 raft_consensus.cc:348] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.417910 6941 consensus_queue.cc:260] T 39cb1c97b7ab440db729fdd4a9d94e42 P f23bd87e159845029e83851c9bbeebd4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.418490 6943 raft_consensus.cc:374] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:27:47.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.418731 6943 raft_consensus.cc:729] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7bdabe3da1f742a48b7331e4e728ad66, State: Initialized, Role: FOLLOWER
17:27:47.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.419636 6943 consensus_queue.cc:260] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.425503 6943 ts_tablet_manager.cc:1428] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66: Time spent starting tablet: real 0.018s user 0.018s sys 0.000s
17:27:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.426102 6915 heartbeater.cc:503] Master 127.6.8.60:43131 was elected leader, sending a full tablet report...
17:27:47.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.430549 6774 heartbeater.cc:503] Master 127.6.8.60:43131 was elected leader, sending a full tablet report...
17:27:47.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.431699 6941 ts_tablet_manager.cc:1428] T 39cb1c97b7ab440db729fdd4a9d94e42 P f23bd87e159845029e83851c9bbeebd4: Time spent starting tablet: real 0.028s user 0.014s sys 0.006s
17:27:47.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.432658 6943 tablet_bootstrap.cc:492] T ecd795d95a9c4bafa6cf0754ffdba9de P 7bdabe3da1f742a48b7331e4e728ad66: Bootstrap starting.
17:27:47.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.435413 6941 tablet_bootstrap.cc:492] T ecd795d95a9c4bafa6cf0754ffdba9de P f23bd87e159845029e83851c9bbeebd4: Bootstrap starting.
17:27:47.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.436661 6943 tablet_bootstrap.cc:654] T ecd795d95a9c4bafa6cf0754ffdba9de P 7bdabe3da1f742a48b7331e4e728ad66: Neither blocks nor log segments found. Creating new log.
17:27:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.437026 6941 tablet_bootstrap.cc:654] T ecd795d95a9c4bafa6cf0754ffdba9de P f23bd87e159845029e83851c9bbeebd4: Neither blocks nor log segments found. Creating new log.
17:27:47.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.438725 6943 tablet_bootstrap.cc:492] T ecd795d95a9c4bafa6cf0754ffdba9de P 7bdabe3da1f742a48b7331e4e728ad66: No bootstrap required, opened a new log
17:27:47.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.438887 6943 ts_tablet_manager.cc:1397] T ecd795d95a9c4bafa6cf0754ffdba9de P 7bdabe3da1f742a48b7331e4e728ad66: Time spent bootstrapping tablet: real 0.006s user 0.003s sys 0.000s
17:27:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.439603 6943 raft_consensus.cc:348] T ecd795d95a9c4bafa6cf0754ffdba9de P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.439870 6943 raft_consensus.cc:374] T ecd795d95a9c4bafa6cf0754ffdba9de P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:27:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.440018 6943 raft_consensus.cc:729] T ecd795d95a9c4bafa6cf0754ffdba9de P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7bdabe3da1f742a48b7331e4e728ad66, State: Initialized, Role: FOLLOWER
17:27:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.440253 6943 consensus_queue.cc:260] T ecd795d95a9c4bafa6cf0754ffdba9de P 7bdabe3da1f742a48b7331e4e728ad66 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.440819 6943 ts_tablet_manager.cc:1428] T ecd795d95a9c4bafa6cf0754ffdba9de P 7bdabe3da1f742a48b7331e4e728ad66: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
17:27:47.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.441090 6941 tablet_bootstrap.cc:492] T ecd795d95a9c4bafa6cf0754ffdba9de P f23bd87e159845029e83851c9bbeebd4: No bootstrap required, opened a new log
17:27:47.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.441184 6941 ts_tablet_manager.cc:1397] T ecd795d95a9c4bafa6cf0754ffdba9de P f23bd87e159845029e83851c9bbeebd4: Time spent bootstrapping tablet: real 0.006s user 0.003s sys 0.000s
17:27:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.442979 6941 raft_consensus.cc:348] T ecd795d95a9c4bafa6cf0754ffdba9de P f23bd87e159845029e83851c9bbeebd4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.443221 6941 raft_consensus.cc:374] T ecd795d95a9c4bafa6cf0754ffdba9de P f23bd87e159845029e83851c9bbeebd4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:27:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.443317 6941 raft_consensus.cc:729] T ecd795d95a9c4bafa6cf0754ffdba9de P f23bd87e159845029e83851c9bbeebd4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f23bd87e159845029e83851c9bbeebd4, State: Initialized, Role: FOLLOWER
17:27:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.443539 6941 consensus_queue.cc:260] T ecd795d95a9c4bafa6cf0754ffdba9de P f23bd87e159845029e83851c9bbeebd4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.444142 6941 ts_tablet_manager.cc:1428] T ecd795d95a9c4bafa6cf0754ffdba9de P f23bd87e159845029e83851c9bbeebd4: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
17:27:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.444666 6942 tablet_bootstrap.cc:492] T 39cb1c97b7ab440db729fdd4a9d94e42 P 9f08646933d54c73a3df313913df0e48: No bootstrap required, opened a new log
17:27:47.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.444824 6942 ts_tablet_manager.cc:1397] T 39cb1c97b7ab440db729fdd4a9d94e42 P 9f08646933d54c73a3df313913df0e48: Time spent bootstrapping tablet: real 0.029s user 0.007s sys 0.007s
17:27:47.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.445647 6942 raft_consensus.cc:348] T 39cb1c97b7ab440db729fdd4a9d94e42 P 9f08646933d54c73a3df313913df0e48 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.447359 6942 raft_consensus.cc:374] T 39cb1c97b7ab440db729fdd4a9d94e42 P 9f08646933d54c73a3df313913df0e48 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:27:47.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.447492 6942 raft_consensus.cc:729] T 39cb1c97b7ab440db729fdd4a9d94e42 P 9f08646933d54c73a3df313913df0e48 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f08646933d54c73a3df313913df0e48, State: Initialized, Role: FOLLOWER
17:27:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.447963 6942 consensus_queue.cc:260] T 39cb1c97b7ab440db729fdd4a9d94e42 P 9f08646933d54c73a3df313913df0e48 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.452394 6942 ts_tablet_manager.cc:1428] T 39cb1c97b7ab440db729fdd4a9d94e42 P 9f08646933d54c73a3df313913df0e48: Time spent starting tablet: real 0.007s user 0.003s sys 0.000s
17:27:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.453799 6947 raft_consensus.cc:482] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:27:47.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.454085 6947 raft_consensus.cc:504] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.455976 6947 leader_election.cc:288] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f23bd87e159845029e83851c9bbeebd4 (127.6.8.2:33237), 7bdabe3da1f742a48b7331e4e728ad66 (127.6.8.3:42191)
17:27:47.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.466373 6728 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ecd795d95a9c4bafa6cf0754ffdba9de" candidate_uuid: "9f08646933d54c73a3df313913df0e48" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f23bd87e159845029e83851c9bbeebd4" is_pre_election: true
17:27:47.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.466373 6870 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ecd795d95a9c4bafa6cf0754ffdba9de" candidate_uuid: "9f08646933d54c73a3df313913df0e48" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7bdabe3da1f742a48b7331e4e728ad66" is_pre_election: true
17:27:47.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:47.466688 6634 tablet.cc:2369] T 39cb1c97b7ab440db729fdd4a9d94e42 P 9f08646933d54c73a3df313913df0e48: Can't schedule compaction. Clean time has not been advanced past its initial value.
17:27:47.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.466933 6728 raft_consensus.cc:2454] T ecd795d95a9c4bafa6cf0754ffdba9de P f23bd87e159845029e83851c9bbeebd4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9f08646933d54c73a3df313913df0e48 in term 0.
17:27:47.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.466935 6870 raft_consensus.cc:2454] T ecd795d95a9c4bafa6cf0754ffdba9de P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9f08646933d54c73a3df313913df0e48 in term 0.
17:27:47.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.467536 6509 leader_election.cc:302] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9f08646933d54c73a3df313913df0e48, f23bd87e159845029e83851c9bbeebd4; no voters:
17:27:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.467973 6947 raft_consensus.cc:2781] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 [term 0 FOLLOWER]: Leader pre-election won for term 1
17:27:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.468124 6947 raft_consensus.cc:482] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
17:27:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.468232 6947 raft_consensus.cc:3037] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 [term 0 FOLLOWER]: Advancing to term 1
17:27:47.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.470317 6947 raft_consensus.cc:504] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.470927 6947 leader_election.cc:288] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 [CANDIDATE]: Term 1 election: Requested vote from peers f23bd87e159845029e83851c9bbeebd4 (127.6.8.2:33237), 7bdabe3da1f742a48b7331e4e728ad66 (127.6.8.3:42191)
17:27:47.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.471369 6728 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ecd795d95a9c4bafa6cf0754ffdba9de" candidate_uuid: "9f08646933d54c73a3df313913df0e48" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f23bd87e159845029e83851c9bbeebd4"
17:27:47.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.471570 6728 raft_consensus.cc:3037] T ecd795d95a9c4bafa6cf0754ffdba9de P f23bd87e159845029e83851c9bbeebd4 [term 0 FOLLOWER]: Advancing to term 1
17:27:47.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.472152 6870 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "ecd795d95a9c4bafa6cf0754ffdba9de" candidate_uuid: "9f08646933d54c73a3df313913df0e48" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7bdabe3da1f742a48b7331e4e728ad66"
17:27:47.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.472311 6870 raft_consensus.cc:3037] T ecd795d95a9c4bafa6cf0754ffdba9de P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Advancing to term 1
17:27:47.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.474072 6728 raft_consensus.cc:2454] T ecd795d95a9c4bafa6cf0754ffdba9de P f23bd87e159845029e83851c9bbeebd4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9f08646933d54c73a3df313913df0e48 in term 1.
17:27:47.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.474567 6509 leader_election.cc:302] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9f08646933d54c73a3df313913df0e48, f23bd87e159845029e83851c9bbeebd4; no voters:
17:27:47.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.474829 6870 raft_consensus.cc:2454] T ecd795d95a9c4bafa6cf0754ffdba9de P 7bdabe3da1f742a48b7331e4e728ad66 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9f08646933d54c73a3df313913df0e48 in term 1.
17:27:47.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.474882 6947 raft_consensus.cc:2781] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 [term 1 FOLLOWER]: Leader election won for term 1
17:27:47.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.475456 6947 raft_consensus.cc:686] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 [term 1 LEADER]: Becoming Leader. State: Replica: 9f08646933d54c73a3df313913df0e48, State: Running, Role: LEADER
17:27:47.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.476226 6947 consensus_queue.cc:237] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.481549 6383 catalog_manager.cc:5495] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 reported cstate change: term changed from 0 to 1, leader changed from <none> to 9f08646933d54c73a3df313913df0e48 (127.6.8.1). New cstate: current_term: 1 leader_uuid: "9f08646933d54c73a3df313913df0e48" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } health_report { overall_health: UNKNOWN } } }
17:27:47.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:47.507302 6918 tablet.cc:2369] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66: Can't schedule compaction. Clean time has not been advanced past its initial value.
17:27:47.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:47.512190 6777 tablet.cc:2369] T 39cb1c97b7ab440db729fdd4a9d94e42 P f23bd87e159845029e83851c9bbeebd4: Can't schedule compaction. Clean time has not been advanced past its initial value.
17:27:47.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.825132 6950 raft_consensus.cc:482] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:27:47.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.825361 6950 raft_consensus.cc:504] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.826850 6950 leader_election.cc:288] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9f08646933d54c73a3df313913df0e48 (127.6.8.1:43993), f23bd87e159845029e83851c9bbeebd4 (127.6.8.2:33237)
17:27:47.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.833684 6728 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "39cb1c97b7ab440db729fdd4a9d94e42" candidate_uuid: "7bdabe3da1f742a48b7331e4e728ad66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f23bd87e159845029e83851c9bbeebd4" is_pre_election: true
17:27:47.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.833967 6728 raft_consensus.cc:2454] T 39cb1c97b7ab440db729fdd4a9d94e42 P f23bd87e159845029e83851c9bbeebd4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7bdabe3da1f742a48b7331e4e728ad66 in term 0.
17:27:47.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.834007 6585 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "39cb1c97b7ab440db729fdd4a9d94e42" candidate_uuid: "7bdabe3da1f742a48b7331e4e728ad66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f08646933d54c73a3df313913df0e48" is_pre_election: true
17:27:47.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.834432 6797 leader_election.cc:302] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7bdabe3da1f742a48b7331e4e728ad66, f23bd87e159845029e83851c9bbeebd4; no voters:
17:27:47.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.834484 6585 raft_consensus.cc:2454] T 39cb1c97b7ab440db729fdd4a9d94e42 P 9f08646933d54c73a3df313913df0e48 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7bdabe3da1f742a48b7331e4e728ad66 in term 0.
17:27:47.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.834833 6950 raft_consensus.cc:2781] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Leader pre-election won for term 1
17:27:47.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.834991 6950 raft_consensus.cc:482] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
17:27:47.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.835103 6950 raft_consensus.cc:3037] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Advancing to term 1
17:27:47.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.837216 6950 raft_consensus.cc:504] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.837821 6950 leader_election.cc:288] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 [CANDIDATE]: Term 1 election: Requested vote from peers 9f08646933d54c73a3df313913df0e48 (127.6.8.1:43993), f23bd87e159845029e83851c9bbeebd4 (127.6.8.2:33237)
17:27:47.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.838238 6585 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "39cb1c97b7ab440db729fdd4a9d94e42" candidate_uuid: "7bdabe3da1f742a48b7331e4e728ad66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f08646933d54c73a3df313913df0e48"
17:27:47.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.838284 6728 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "39cb1c97b7ab440db729fdd4a9d94e42" candidate_uuid: "7bdabe3da1f742a48b7331e4e728ad66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f23bd87e159845029e83851c9bbeebd4"
17:27:47.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.838465 6585 raft_consensus.cc:3037] T 39cb1c97b7ab440db729fdd4a9d94e42 P 9f08646933d54c73a3df313913df0e48 [term 0 FOLLOWER]: Advancing to term 1
17:27:47.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.838490 6728 raft_consensus.cc:3037] T 39cb1c97b7ab440db729fdd4a9d94e42 P f23bd87e159845029e83851c9bbeebd4 [term 0 FOLLOWER]: Advancing to term 1
17:27:47.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.841302 6585 raft_consensus.cc:2454] T 39cb1c97b7ab440db729fdd4a9d94e42 P 9f08646933d54c73a3df313913df0e48 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7bdabe3da1f742a48b7331e4e728ad66 in term 1.
17:27:47.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.841291 6728 raft_consensus.cc:2454] T 39cb1c97b7ab440db729fdd4a9d94e42 P f23bd87e159845029e83851c9bbeebd4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7bdabe3da1f742a48b7331e4e728ad66 in term 1.
17:27:47.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.841651 6797 leader_election.cc:302] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7bdabe3da1f742a48b7331e4e728ad66, f23bd87e159845029e83851c9bbeebd4; no voters:
17:27:47.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.841929 6950 raft_consensus.cc:2781] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 [term 1 FOLLOWER]: Leader election won for term 1
17:27:47.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.842377 6950 raft_consensus.cc:686] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 [term 1 LEADER]: Becoming Leader. State: Replica: 7bdabe3da1f742a48b7331e4e728ad66, State: Running, Role: LEADER
17:27:47.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.843145 6950 consensus_queue.cc:237] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.848382 6383 catalog_manager.cc:5495] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7bdabe3da1f742a48b7331e4e728ad66 (127.6.8.3). New cstate: current_term: 1 leader_uuid: "7bdabe3da1f742a48b7331e4e728ad66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } health_report { overall_health: HEALTHY } } }
17:27:47.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.882800 6947 consensus_queue.cc:1035] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:27:47.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.913820 6947 consensus_queue.cc:1035] T ecd795d95a9c4bafa6cf0754ffdba9de P 9f08646933d54c73a3df313913df0e48 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:27:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.930260 6383 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43158:
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:27:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
17:27:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:47.931874 6383 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
17:27:47.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.946296 6708 tablet_service.cc:1467] Processing CreateTablet for tablet d18855c448ff42658f1eacec09f48dba (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=665d905a126f40b3873423b515f114d3]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
17:27:47.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.946677 6849 tablet_service.cc:1467] Processing CreateTablet for tablet d18855c448ff42658f1eacec09f48dba (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=665d905a126f40b3873423b515f114d3]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
17:27:47.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.946636 6564 tablet_service.cc:1467] Processing CreateTablet for tablet d18855c448ff42658f1eacec09f48dba (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=665d905a126f40b3873423b515f114d3]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
17:27:47.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.947289 6708 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d18855c448ff42658f1eacec09f48dba. 1 dirs total, 0 dirs full, 0 dirs failed
17:27:47.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.947456 6849 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d18855c448ff42658f1eacec09f48dba. 1 dirs total, 0 dirs full, 0 dirs failed
17:27:47.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.947595 6564 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d18855c448ff42658f1eacec09f48dba. 1 dirs total, 0 dirs full, 0 dirs failed
17:27:47.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.953408 6978 tablet_bootstrap.cc:492] T d18855c448ff42658f1eacec09f48dba P 9f08646933d54c73a3df313913df0e48: Bootstrap starting.
17:27:47.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.954306 6979 tablet_bootstrap.cc:492] T d18855c448ff42658f1eacec09f48dba P f23bd87e159845029e83851c9bbeebd4: Bootstrap starting.
17:27:47.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.955998 6978 tablet_bootstrap.cc:654] T d18855c448ff42658f1eacec09f48dba P 9f08646933d54c73a3df313913df0e48: Neither blocks nor log segments found. Creating new log.
17:27:47.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.956496 6979 tablet_bootstrap.cc:654] T d18855c448ff42658f1eacec09f48dba P f23bd87e159845029e83851c9bbeebd4: Neither blocks nor log segments found. Creating new log.
17:27:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.958185 6978 tablet_bootstrap.cc:492] T d18855c448ff42658f1eacec09f48dba P 9f08646933d54c73a3df313913df0e48: No bootstrap required, opened a new log
17:27:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.958369 6978 ts_tablet_manager.cc:1397] T d18855c448ff42658f1eacec09f48dba P 9f08646933d54c73a3df313913df0e48: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s
17:27:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.959350 6978 raft_consensus.cc:348] T d18855c448ff42658f1eacec09f48dba P 9f08646933d54c73a3df313913df0e48 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.959678 6978 raft_consensus.cc:374] T d18855c448ff42658f1eacec09f48dba P 9f08646933d54c73a3df313913df0e48 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:27:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.959784 6978 raft_consensus.cc:729] T d18855c448ff42658f1eacec09f48dba P 9f08646933d54c73a3df313913df0e48 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f08646933d54c73a3df313913df0e48, State: Initialized, Role: FOLLOWER
17:27:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.960073 6978 consensus_queue.cc:260] T d18855c448ff42658f1eacec09f48dba P 9f08646933d54c73a3df313913df0e48 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.960760 6978 ts_tablet_manager.cc:1428] T d18855c448ff42658f1eacec09f48dba P 9f08646933d54c73a3df313913df0e48: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
17:27:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.961781 6980 tablet_bootstrap.cc:492] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66: Bootstrap starting.
17:27:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.962417 6955 tablet_replica.cc:439] T d18855c448ff42658f1eacec09f48dba P 9f08646933d54c73a3df313913df0e48: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } } }
17:27:47.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.962821 6955 tablet_replica.cc:442] T d18855c448ff42658f1eacec09f48dba P 9f08646933d54c73a3df313913df0e48: This TxnStatusTablet replica's current role is: FOLLOWER
17:27:47.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.964165 6980 tablet_bootstrap.cc:654] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66: Neither blocks nor log segments found. Creating new log.
17:27:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.966320 6979 tablet_bootstrap.cc:492] T d18855c448ff42658f1eacec09f48dba P f23bd87e159845029e83851c9bbeebd4: No bootstrap required, opened a new log
17:27:47.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.966485 6979 ts_tablet_manager.cc:1397] T d18855c448ff42658f1eacec09f48dba P f23bd87e159845029e83851c9bbeebd4: Time spent bootstrapping tablet: real 0.012s user 0.004s sys 0.004s
17:27:47.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.967231 6979 raft_consensus.cc:348] T d18855c448ff42658f1eacec09f48dba P f23bd87e159845029e83851c9bbeebd4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.967438 6979 raft_consensus.cc:374] T d18855c448ff42658f1eacec09f48dba P f23bd87e159845029e83851c9bbeebd4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:27:47.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.967526 6979 raft_consensus.cc:729] T d18855c448ff42658f1eacec09f48dba P f23bd87e159845029e83851c9bbeebd4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f23bd87e159845029e83851c9bbeebd4, State: Initialized, Role: FOLLOWER
17:27:47.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.967753 6979 consensus_queue.cc:260] T d18855c448ff42658f1eacec09f48dba P f23bd87e159845029e83851c9bbeebd4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.968463 6948 tablet_replica.cc:439] T d18855c448ff42658f1eacec09f48dba P f23bd87e159845029e83851c9bbeebd4: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } } }
17:27:47.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.968803 6948 tablet_replica.cc:442] T d18855c448ff42658f1eacec09f48dba P f23bd87e159845029e83851c9bbeebd4: This TxnStatusTablet replica's current role is: FOLLOWER
17:27:47.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.971055 6979 ts_tablet_manager.cc:1428] T d18855c448ff42658f1eacec09f48dba P f23bd87e159845029e83851c9bbeebd4: Time spent starting tablet: real 0.004s user 0.002s sys 0.000s
17:27:47.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.972693 6980 tablet_bootstrap.cc:492] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66: No bootstrap required, opened a new log
17:27:47.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.972880 6980 ts_tablet_manager.cc:1397] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66: Time spent bootstrapping tablet: real 0.011s user 0.004s sys 0.004s
17:27:47.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.973605 6980 raft_consensus.cc:348] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.973803 6980 raft_consensus.cc:374] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
17:27:47.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.973892 6980 raft_consensus.cc:729] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7bdabe3da1f742a48b7331e4e728ad66, State: Initialized, Role: FOLLOWER
17:27:47.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.974159 6980 consensus_queue.cc:260] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:47.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.974792 6980 ts_tablet_manager.cc:1428] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
17:27:47.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.974695 6950 tablet_replica.cc:439] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } } }
17:27:47.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:47.975148 6950 tablet_replica.cc:442] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66: This TxnStatusTablet replica's current role is: FOLLOWER
17:27:48.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.315284 6950 raft_consensus.cc:482] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:27:48.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.315500 6950 raft_consensus.cc:504] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.316102 6950 leader_election.cc:288] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9f08646933d54c73a3df313913df0e48 (127.6.8.1:43993), f23bd87e159845029e83851c9bbeebd4 (127.6.8.2:33237)
17:27:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.316593 6585 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18855c448ff42658f1eacec09f48dba" candidate_uuid: "7bdabe3da1f742a48b7331e4e728ad66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f08646933d54c73a3df313913df0e48" is_pre_election: true
17:27:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.316743 6728 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18855c448ff42658f1eacec09f48dba" candidate_uuid: "7bdabe3da1f742a48b7331e4e728ad66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f23bd87e159845029e83851c9bbeebd4" is_pre_election: true
17:27:48.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.316888 6585 raft_consensus.cc:2454] T d18855c448ff42658f1eacec09f48dba P 9f08646933d54c73a3df313913df0e48 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7bdabe3da1f742a48b7331e4e728ad66 in term 0.
17:27:48.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.316991 6728 raft_consensus.cc:2454] T d18855c448ff42658f1eacec09f48dba P f23bd87e159845029e83851c9bbeebd4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7bdabe3da1f742a48b7331e4e728ad66 in term 0.
17:27:48.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.317333 6794 leader_election.cc:302] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7bdabe3da1f742a48b7331e4e728ad66, 9f08646933d54c73a3df313913df0e48; no voters:
17:27:48.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.317627 6950 raft_consensus.cc:2781] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Leader pre-election won for term 1
17:27:48.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.317734 6950 raft_consensus.cc:482] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
17:27:48.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.317809 6950 raft_consensus.cc:3037] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 [term 0 FOLLOWER]: Advancing to term 1
17:27:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.319598 6950 raft_consensus.cc:504] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.320171 6950 leader_election.cc:288] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 [CANDIDATE]: Term 1 election: Requested vote from peers 9f08646933d54c73a3df313913df0e48 (127.6.8.1:43993), f23bd87e159845029e83851c9bbeebd4 (127.6.8.2:33237)
17:27:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.320518 6585 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18855c448ff42658f1eacec09f48dba" candidate_uuid: "7bdabe3da1f742a48b7331e4e728ad66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f08646933d54c73a3df313913df0e48"
17:27:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.320629 6728 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d18855c448ff42658f1eacec09f48dba" candidate_uuid: "7bdabe3da1f742a48b7331e4e728ad66" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f23bd87e159845029e83851c9bbeebd4"
17:27:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.320734 6585 raft_consensus.cc:3037] T d18855c448ff42658f1eacec09f48dba P 9f08646933d54c73a3df313913df0e48 [term 0 FOLLOWER]: Advancing to term 1
17:27:48.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.320770 6728 raft_consensus.cc:3037] T d18855c448ff42658f1eacec09f48dba P f23bd87e159845029e83851c9bbeebd4 [term 0 FOLLOWER]: Advancing to term 1
17:27:48.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.322513 6728 raft_consensus.cc:2454] T d18855c448ff42658f1eacec09f48dba P f23bd87e159845029e83851c9bbeebd4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7bdabe3da1f742a48b7331e4e728ad66 in term 1.
17:27:48.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.322570 6585 raft_consensus.cc:2454] T d18855c448ff42658f1eacec09f48dba P 9f08646933d54c73a3df313913df0e48 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7bdabe3da1f742a48b7331e4e728ad66 in term 1.
17:27:48.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.322897 6797 leader_election.cc:302] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7bdabe3da1f742a48b7331e4e728ad66, f23bd87e159845029e83851c9bbeebd4; no voters:
17:27:48.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.323160 6950 raft_consensus.cc:2781] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 [term 1 FOLLOWER]: Leader election won for term 1
17:27:48.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.323348 6950 raft_consensus.cc:686] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 [term 1 LEADER]: Becoming Leader. State: Replica: 7bdabe3da1f742a48b7331e4e728ad66, State: Running, Role: LEADER
17:27:48.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.323611 6950 consensus_queue.cc:237] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } }
17:27:48.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.325348 6959 tablet_replica.cc:439] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66: TxnStatusTablet state changed. Reason: New leader 7bdabe3da1f742a48b7331e4e728ad66. Latest consensus state: current_term: 1 leader_uuid: "7bdabe3da1f742a48b7331e4e728ad66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } } }
17:27:48.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.325718 6959 tablet_replica.cc:442] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66: This TxnStatusTablet replica's current role is: LEADER
17:27:48.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.326313 6985 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
17:27:48.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.326664 6985 txn_status_manager.cc:929] Loading transaction status metadata into memory...
17:27:48.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.327390 6382 catalog_manager.cc:5495] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7bdabe3da1f742a48b7331e4e728ad66 (127.6.8.3). New cstate: current_term: 1 leader_uuid: "7bdabe3da1f742a48b7331e4e728ad66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } health_report { overall_health: HEALTHY } } }
17:27:48.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.399471 6959 consensus_queue.cc:1035] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:27:48.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.405891 6950 consensus_queue.cc:1035] T 39cb1c97b7ab440db729fdd4a9d94e42 P 7bdabe3da1f742a48b7331e4e728ad66 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:27:48.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.446640 6728 raft_consensus.cc:1261] T d18855c448ff42658f1eacec09f48dba P f23bd87e159845029e83851c9bbeebd4 [term 1 FOLLOWER]: Refusing update from remote peer 7bdabe3da1f742a48b7331e4e728ad66: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
17:27:48.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.446662 6585 raft_consensus.cc:1261] T d18855c448ff42658f1eacec09f48dba P 9f08646933d54c73a3df313913df0e48 [term 1 FOLLOWER]: Refusing update from remote peer 7bdabe3da1f742a48b7331e4e728ad66: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
17:27:48.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.447501 6988 consensus_queue.cc:1035] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:27:48.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.448014 6950 consensus_queue.cc:1035] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
17:27:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.462146 6947 tablet_replica.cc:439] T d18855c448ff42658f1eacec09f48dba P 9f08646933d54c73a3df313913df0e48: TxnStatusTablet state changed. Reason: New leader 7bdabe3da1f742a48b7331e4e728ad66. Latest consensus state: current_term: 1 leader_uuid: "7bdabe3da1f742a48b7331e4e728ad66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } } }
17:27:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.462416 6947 tablet_replica.cc:442] T d18855c448ff42658f1eacec09f48dba P 9f08646933d54c73a3df313913df0e48: This TxnStatusTablet replica's current role is: FOLLOWER
17:27:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.469791 6968 mvcc.cc:205] Tried to move back new op lower bound from 7332595582749679616 to 7332595582256230400. Current Snapshot: MvccSnapshot[applied={T|T < 7332595582749679616}]
17:27:48.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.474177 6950 tablet_replica.cc:439] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7bdabe3da1f742a48b7331e4e728ad66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } } }
17:27:48.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.474582 6950 tablet_replica.cc:442] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66: This TxnStatusTablet replica's current role is: LEADER
17:27:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.477167 6947 tablet_replica.cc:439] T d18855c448ff42658f1eacec09f48dba P 9f08646933d54c73a3df313913df0e48: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7bdabe3da1f742a48b7331e4e728ad66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } } }
17:27:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.477434 6947 tablet_replica.cc:442] T d18855c448ff42658f1eacec09f48dba P 9f08646933d54c73a3df313913df0e48: This TxnStatusTablet replica's current role is: FOLLOWER
17:27:48.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.478694 6948 tablet_replica.cc:439] T d18855c448ff42658f1eacec09f48dba P f23bd87e159845029e83851c9bbeebd4: TxnStatusTablet state changed. Reason: New leader 7bdabe3da1f742a48b7331e4e728ad66. Latest consensus state: current_term: 1 leader_uuid: "7bdabe3da1f742a48b7331e4e728ad66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } } }
17:27:48.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.479008 6948 tablet_replica.cc:442] T d18855c448ff42658f1eacec09f48dba P f23bd87e159845029e83851c9bbeebd4: This TxnStatusTablet replica's current role is: FOLLOWER
17:27:48.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.480366 6988 tablet_replica.cc:439] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7bdabe3da1f742a48b7331e4e728ad66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } } }
17:27:48.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.480600 6988 tablet_replica.cc:442] T d18855c448ff42658f1eacec09f48dba P 7bdabe3da1f742a48b7331e4e728ad66: This TxnStatusTablet replica's current role is: LEADER
17:27:48.484 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
17:27:48.486 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c55ba3aa9e574ab88367c0b1672ed9e7
17:27:48.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.486816 6977 mvcc.cc:205] Tried to move back new op lower bound from 7332595582749679616 to 7332595582256230400. Current Snapshot: MvccSnapshot[applied={T|T < 7332595582749679616}]
17:27:48.496 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 39cb1c97b7ab440db729fdd4a9d94e42 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
17:27:48.496 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet ecd795d95a9c4bafa6cf0754ffdba9de for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
17:27:48.496 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=39cb1c97b7ab440db729fdd4a9d94e42@[7bdabe3da1f742a48b7331e4e728ad66(127.6.8.3:42191)[L],9f08646933d54c73a3df313913df0e48(127.6.8.1:43993),f23bd87e159845029e83851c9bbeebd4(127.6.8.2:33237)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=ecd795d95a9c4bafa6cf0754ffdba9de@[7bdabe3da1f742a48b7331e4e728ad66(127.6.8.3:42191),9f08646933d54c73a3df313913df0e48(127.6.8.1:43993)[L],f23bd87e159845029e83851c9bbeebd4(127.6.8.2:33237)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
17:27:48.496 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC GetTableLocations: received response from server master-127.6.8.60:43131: OK, deferred=null) after lookup
17:27:48.498 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7bdabe3da1f742a48b7331e4e728ad66(127.6.8.3:42191)] connecting to peer
17:27:48.500 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 7bdabe3da1f742a48b7331e4e728ad66(127.6.8.3:42191)] Successfully connected to peer
17:27:48.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.526150 6948 tablet_replica.cc:439] T d18855c448ff42658f1eacec09f48dba P f23bd87e159845029e83851c9bbeebd4: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7bdabe3da1f742a48b7331e4e728ad66" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9f08646933d54c73a3df313913df0e48" member_type: VOTER last_known_addr { host: "127.6.8.1" port: 43993 } } peers { permanent_uuid: "f23bd87e159845029e83851c9bbeebd4" member_type: VOTER last_known_addr { host: "127.6.8.2" port: 33237 } } peers { permanent_uuid: "7bdabe3da1f742a48b7331e4e728ad66" member_type: VOTER last_known_addr { host: "127.6.8.3" port: 42191 } } }
17:27:48.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.526422 6948 tablet_replica.cc:442] T d18855c448ff42658f1eacec09f48dba P f23bd87e159845029e83851c9bbeebd4: This TxnStatusTablet replica's current role is: FOLLOWER
17:27:48.527 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x97b3761f, L:/127.0.0.1:57390 - R:/127.6.8.3:42191] using TOKEN/null
17:27:48.566 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.6.8.60:43131
17:27:48.567 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
17:27:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.567935 6176 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu pid 6349
17:27:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.569227 6423 generic_service.cc:196] Checking for leaks (request via RPC)
17:27:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.693135 6176 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu with pid 6349
17:27:48.715 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.8.60:43131(127.6.8.60:43131)] handling channelInactive
17:27:48.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state READY due to: connection closed
17:27:48.716 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
17:27:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.993589 7004 raft_consensus.cc:482] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 6b72dcbb835742e28ee07ac097a13557)
17:27:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.993695 7005 raft_consensus.cc:482] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 6b72dcbb835742e28ee07ac097a13557)
17:27:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.993901 7005 raft_consensus.cc:504] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.993845 7004 raft_consensus.cc:504] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:48.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.995076 7005 leader_election.cc:288] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 32eff4f066134c0cae88e2eb943edb7e (127.6.8.62:35165), 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131)
17:27:48.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.995097 7004 leader_election.cc:288] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481), 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131)
17:27:48.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.995625 6311 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32eff4f066134c0cae88e2eb943edb7e" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "c0e137f10c154ea6976d648337277d95" is_pre_election: true
17:27:48.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.996003 6311 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 32eff4f066134c0cae88e2eb943edb7e in term 1.
17:27:48.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.996325 6229 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c0e137f10c154ea6976d648337277d95" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "32eff4f066134c0cae88e2eb943edb7e" is_pre_election: true
17:27:48.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.996536 6229 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c0e137f10c154ea6976d648337277d95 in term 1.
17:27:48.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.997071 6206 leader_election.cc:302] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e, c0e137f10c154ea6976d648337277d95; no voters:
17:27:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.997462 7004 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 1 FOLLOWER]: Leader pre-election won for term 2
17:27:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.997598 7004 raft_consensus.cc:482] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 1 FOLLOWER]: Starting leader election (detected failure of leader 6b72dcbb835742e28ee07ac097a13557)
17:27:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.997704 7004 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 1 FOLLOWER]: Advancing to term 2
17:27:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.997685 6288 leader_election.cc:302] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e, c0e137f10c154ea6976d648337277d95; no voters:
17:27:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.998123 7005 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 1 FOLLOWER]: Leader pre-election won for term 2
17:27:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.998234 7005 raft_consensus.cc:482] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 6b72dcbb835742e28ee07ac097a13557)
17:27:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:48.998328 7005 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 1 FOLLOWER]: Advancing to term 2
17:27:48.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:48.998976 6203 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:48.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:48.999223 6285 leader_election.cc:334] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:49.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.000648 7004 raft_consensus.cc:504] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:49.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.001194 7005 raft_consensus.cc:504] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:49.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.001856 7004 leader_election.cc:288] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 2 election: Requested vote from peers c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481), 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131)
17:27:49.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.001806 6311 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32eff4f066134c0cae88e2eb943edb7e" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "c0e137f10c154ea6976d648337277d95"
17:27:49.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.002125 6311 raft_consensus.cc:2379] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 32eff4f066134c0cae88e2eb943edb7e in current term 2: Already voted for candidate c0e137f10c154ea6976d648337277d95 in this term.
17:27:49.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.002506 7005 leader_election.cc:288] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [CANDIDATE]: Term 2 election: Requested vote from peers 32eff4f066134c0cae88e2eb943edb7e (127.6.8.62:35165), 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131)
17:27:49.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.002570 6229 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c0e137f10c154ea6976d648337277d95" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "32eff4f066134c0cae88e2eb943edb7e"
17:27:49.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.002843 6229 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate c0e137f10c154ea6976d648337277d95 in current term 2: Already voted for candidate 32eff4f066134c0cae88e2eb943edb7e in this term.
17:27:49.003 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:49.004124 6203 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:49.004151 6285 leader_election.cc:334] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.004276 6285 leader_election.cc:302] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c0e137f10c154ea6976d648337277d95; no voters: 32eff4f066134c0cae88e2eb943edb7e, 6b72dcbb835742e28ee07ac097a13557
17:27:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.004292 6203 leader_election.cc:302] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e; no voters: 6b72dcbb835742e28ee07ac097a13557, c0e137f10c154ea6976d648337277d95
17:27:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.004688 7004 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
17:27:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.004688 7005 raft_consensus.cc:2726] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
17:27:49.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.006 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.6.8.60:43131(127.6.8.60:43131) for tablet Kudu Master: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:49.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.020 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:49.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:49.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.041 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:49.059 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:49.060 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.061 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:49.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:49.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:49.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:49.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.120 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:49.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:49.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.141 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:49.159 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:49.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.160 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:49.161 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] sending RPC to server master-127.6.8.60:43131, [5ms] received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [6ms] delaying RPC due to: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [19ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [138ms] refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [158ms] refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1882637691(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/783760199@5e83de48 -> (continuation of Deferred@2069926552 after retry RPC after error@647214991) -> (continuation of Deferred@1623761723 after retry RPC after error@553210100) -> (continuation of Deferred@1609753121 after retry RPC after error@1692797343) -> (continuation of Deferred@1100132163 after retry RPC after error@730216821) -> (continuation of Deferred@1672291790 after retry RPC after error@928215765) -> (continuation of Deferred@1676618699 after retry RPC after error@2033777490), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/415411575@73b132ee -> (continuation of Deferred@2069926552 after retry RPC after error@647214991) -> (continuation of Deferred@1623761723 after retry RPC after error@553210100) -> (continuation of Deferred@1609753121 after retry RPC after error@1692797343) -> (continuation of Deferred@1100132163 after retry RPC after error@730216821) -> (continuation of Deferred@1672291790 after retry RPC after error@928215765) -> (continuation of Deferred@1676618699 after retry RPC after error@2033777490)))
17:27:49.161 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] sending RPC to server master-127.6.8.60:43131, [5ms] received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [6ms] delaying RPC due to: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [19ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [38ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [118ms] refreshing cache from master, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [138ms] refreshing cache from master, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [158ms] refreshing cache from master, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1882637691(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/783760199@5e83de48 -> (continuation of Deferred@2069926552 after retry RPC after error@647214991) -> (continuation of Deferred@1623761723 after retry RPC after error@553210100) -> (continuation of Deferred@1609753121 after retry RPC after error@1692797343) -> (continuation of Deferred@1100132163 after retry RPC after error@730216821) -> (continuation of Deferred@1672291790 after retry RPC after error@928215765) -> (continuation of Deferred@1676618699 after retry RPC after error@2033777490), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/415411575@73b132ee -> (continuation of Deferred@2069926552 after retry RPC after error@647214991) -> (continuation of Deferred@1623761723 after retry RPC after error@553210100) -> (continuation of Deferred@1609753121 after retry RPC after error@1692797343) -> (continuation of Deferred@1100132163 after retry RPC after error@730216821) -> (continuation of Deferred@1672291790 after retry RPC after error@928215765) -> (continuation of Deferred@1676618699 after retry RPC after error@2033777490)))
17:27:49.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:49.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:49.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:49.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.200 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:49.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:49.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:49.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:49.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.240 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:49.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:49.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.261 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:49.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:49.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.300 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:49.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.327136 7005 raft_consensus.cc:482] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
17:27:49.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.327389 7005 raft_consensus.cc:504] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:49.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.328251 7005 leader_election.cc:288] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 32eff4f066134c0cae88e2eb943edb7e (127.6.8.62:35165), 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131)
17:27:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.329016 6229 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c0e137f10c154ea6976d648337277d95" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "32eff4f066134c0cae88e2eb943edb7e" is_pre_election: true
17:27:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.329304 6229 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c0e137f10c154ea6976d648337277d95 in term 2.
17:27:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.329692 6288 leader_election.cc:302] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e, c0e137f10c154ea6976d648337277d95; no voters:
17:27:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:49.329893 6285 leader_election.cc:334] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.329979 7005 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 2 FOLLOWER]: Leader pre-election won for term 3
17:27:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.330065 7005 raft_consensus.cc:482] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
17:27:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.330144 7005 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 2 FOLLOWER]: Advancing to term 3
17:27:49.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.332144 7005 raft_consensus.cc:504] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:49.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.332707 7005 leader_election.cc:288] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [CANDIDATE]: Term 3 election: Requested vote from peers 32eff4f066134c0cae88e2eb943edb7e (127.6.8.62:35165), 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131)
17:27:49.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.333133 6229 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c0e137f10c154ea6976d648337277d95" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "32eff4f066134c0cae88e2eb943edb7e"
17:27:49.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.333387 6229 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 2 FOLLOWER]: Advancing to term 3
17:27:49.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:49.334201 6285 leader_election.cc:334] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:49.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.336066 6229 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c0e137f10c154ea6976d648337277d95 in term 3.
17:27:49.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.336444 6288 leader_election.cc:302] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e, c0e137f10c154ea6976d648337277d95; no voters: 6b72dcbb835742e28ee07ac097a13557
17:27:49.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.336675 7005 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 3 FOLLOWER]: Leader election won for term 3
17:27:49.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.337040 7005 raft_consensus.cc:686] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [term 3 LEADER]: Becoming Leader. State: Replica: c0e137f10c154ea6976d648337277d95, State: Running, Role: LEADER
17:27:49.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.337481 7005 consensus_queue.cc:237] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.339093 7012 sys_catalog.cc:455] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c0e137f10c154ea6976d648337277d95. Latest consensus state: current_term: 3 leader_uuid: "c0e137f10c154ea6976d648337277d95" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } } }
17:27:49.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.339536 7012 sys_catalog.cc:458] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [sys.catalog]: This master's current role is: LEADER
17:27:49.340 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:49.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.340835 7014 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
17:27:49.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.341 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:49.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.343176 7014 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=665d905a126f40b3873423b515f114d3]
17:27:49.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.343745 7014 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback [id=c55ba3aa9e574ab88367c0b1672ed9e7]
17:27:49.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.345342 7014 tablet_loader.cc:96] loaded metadata for tablet 39cb1c97b7ab440db729fdd4a9d94e42 (table txn_manager_fallback [id=c55ba3aa9e574ab88367c0b1672ed9e7])
17:27:49.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.345737 7014 tablet_loader.cc:96] loaded metadata for tablet d18855c448ff42658f1eacec09f48dba (table kudu_system.kudu_transactions [id=665d905a126f40b3873423b515f114d3])
17:27:49.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.346081 7014 tablet_loader.cc:96] loaded metadata for tablet ecd795d95a9c4bafa6cf0754ffdba9de (table txn_manager_fallback [id=c55ba3aa9e574ab88367c0b1672ed9e7])
17:27:49.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.346344 7014 catalog_manager.cc:1484] Initializing Kudu cluster ID...
17:27:49.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.347146 7014 catalog_manager.cc:1259] Loaded cluster ID: 3c01114321604483b88d56f278e5627a
17:27:49.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.347256 7014 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
17:27:49.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.348420 7014 catalog_manager.cc:1504] Loading token signing keys...
17:27:49.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.349255 7014 catalog_manager.cc:5879] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95: Loaded TSK: 0
17:27:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.350087 7014 catalog_manager.cc:1514] Initializing in-progress tserver states...
17:27:49.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:49.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:49.421 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
17:27:49.422 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, deferred=Deferred@231228057(state=PENDING, result=null, callback=(continuation of Deferred@2046042200 after retry RPC after error@635540442) -> (continuation of Deferred@352941419 after retry RPC after error@1520050649) -> (continuation of Deferred@36977714 after retry RPC after error@736231661) -> (continuation of Deferred@1964939991 after retry RPC after error@2114058564) -> (continuation of Deferred@1568116506 after retry RPC after error@1713969457) -> (continuation of Deferred@1742798593 after retry RPC after error@375054688) -> (continuation of Deferred@1999942638 after retry RPC after error@1509608616), errback=(continuation of Deferred@2046042200 after retry RPC after error@635540442) -> (continuation of Deferred@352941419 after retry RPC after error@1520050649) -> (continuation of Deferred@36977714 after retry RPC after error@736231661) -> (continuation of Deferred@1964939991 after retry RPC after error@2114058564) -> (continuation of Deferred@1568116506 after retry RPC after error@1713969457) -> (continuation of Deferred@1742798593 after retry RPC after error@375054688) -> (continuation of Deferred@1999942638 after retry RPC after error@1509608616))) after lookup
17:27:49.439 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: OK, [244ms] sending RPC to server master-127.6.8.61:41481, deferred=Deferred@231228057(state=PENDING, result=null, callback=(continuation of Deferred@2046042200 after retry RPC after error@635540442) -> (continuation of Deferred@352941419 after retry RPC after error@1520050649) -> (continuation of Deferred@36977714 after retry RPC after error@736231661) -> (continuation of Deferred@1964939991 after retry RPC after error@2114058564) -> (continuation of Deferred@1568116506 after retry RPC after error@1713969457) -> (continuation of Deferred@1742798593 after retry RPC after error@375054688) -> (continuation of Deferred@1999942638 after retry RPC after error@1509608616) -> (continuation of Deferred@668814948 after retry RPC@1518814795), errback=(continuation of Deferred@2046042200 after retry RPC after error@635540442) -> (continuation of Deferred@352941419 after retry RPC after error@1520050649) -> (continuation of Deferred@36977714 after retry RPC after error@736231661) -> (continuation of Deferred@1964939991 after retry RPC after error@2114058564) -> (continuation of Deferred@1568116506 after retry RPC after error@1713969457) -> (continuation of Deferred@1742798593 after retry RPC after error@375054688) -> (continuation of Deferred@1999942638 after retry RPC after error@1509608616) -> (continuation of Deferred@668814948 after retry RPC@1518814795)))
17:27:49.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.440992 6229 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Refusing update from remote peer c0e137f10c154ea6976d648337277d95: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
17:27:49.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:49.440935 6331 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:59574 (request call id 16) took 17 ms (client timeout 6 ms). Trace:
17:27:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.442005 7012 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [LEADER]: Connected to new peer: Peer: permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
17:27:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:49.441183 6331 rpcz_store.cc:269] 0923 17:27:49.423370 (+ 0us) service_pool.cc:170] Inserting onto call queue
17:27:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:27:49.423459 (+ 89us) service_pool.cc:227] Handling call
17:27:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0923 17:27:49.440848 (+ 17389us) inbound_call.cc:173] Queueing success response
17:27:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":600,"thread_start_us":948,"threads_started":3}
17:27:49.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:49.444829 6285 consensus_peers.cc:487] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 -> Peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Couldn't send request to peer 6b72dcbb835742e28ee07ac097a13557. Status: Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
17:27:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.449321 7004 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [sys.catalog]: SysCatalogTable state changed. Reason: New leader c0e137f10c154ea6976d648337277d95. Latest consensus state: current_term: 3 leader_uuid: "c0e137f10c154ea6976d648337277d95" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } } }
17:27:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.449679 7004 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [sys.catalog]: This master's current role is: FOLLOWER
17:27:49.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.453130 7005 sys_catalog.cc:455] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "c0e137f10c154ea6976d648337277d95" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } } }
17:27:49.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.453500 7005 sys_catalog.cc:458] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 [sys.catalog]: This master's current role is: LEADER
17:27:49.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.458135 7004 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "c0e137f10c154ea6976d648337277d95" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } } }
17:27:49.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.458403 7004 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [sys.catalog]: This master's current role is: FOLLOWER
17:27:49.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 2410776248159 + 9223369626078534055 cannot be represented in type 'long'
17:27:49.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:49.508592 6631 heartbeater.cc:644] Failed to heartbeat to 127.6.8.60:43131 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:49.498172 6301 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59594:
17:27:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
17:27:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
17:27:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:27:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
17:27:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:27:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
17:27:49.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
17:27:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
17:27:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
17:27:49.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
17:27:49.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:49.515972 6301 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
17:27:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:49.532981 6774 heartbeater.cc:644] Failed to heartbeat to 127.6.8.60:43131 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:49.559988 6915 heartbeater.cc:644] Failed to heartbeat to 127.6.8.60:43131 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:49.977579 6285 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111) [suppressed 13 similar messages]
17:27:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:49.978822 6285 consensus_peers.cc:487] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 -> Peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Couldn't send request to peer 6b72dcbb835742e28ee07ac097a13557. Status: Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
17:27:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:50.465215 6187 master_runner.cc:186] Error getting master registration for 127.6.8.60:43131: Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111),
17:27:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:50.465549 6187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:27:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:50.502959 6633 heartbeater.cc:503] Master 127.6.8.61:41481 was elected leader, sending a full tablet report...
17:27:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f6bbdd2e538 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28
17:27:50.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:50.531839 6776 heartbeater.cc:503] Master 127.6.8.61:41481 was elected leader, sending a full tablet report...
17:27:50.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:50.535634 6285 consensus_peers.cc:487] T 00000000000000000000000000000000 P c0e137f10c154ea6976d648337277d95 -> Peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Couldn't send request to peer 6b72dcbb835742e28ee07ac097a13557. Status: Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
17:27:50.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:50.562564 6917 heartbeater.cc:503] Master 127.6.8.61:41481 was elected leader, sending a full tablet report...
17:27:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0x9dd255 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/countdown_latch.h:99:38
17:27:50.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f6bd0d9ebe2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/promise.h:57:16
17:27:50.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f6bd0d8f7d4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:458:48
17:27:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f6bd0ee416b in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:283:21
17:27:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f6bd0ee4d5b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::string const&, kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:226:3
17:27:50.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f6bd0ee99cf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager_service.cc:159:42
17:27:50.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f6bcaf9acc6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/build/asan/src/kudu/master/txn_manager.service.cc:271:13
17:27:50.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f6bcaf9a9f5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/8/bits/std_function.h:297:2
17:27:50.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f6bc490b9be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/8/bits/std_function.h:687:14
17:27:50.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f6bc490a79e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_if.cc:137:3
17:27:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f6bc4910b25 in kudu::rpc::ServicePool::RunThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:231:15
17:27:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f6bc491154f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:92:5
17:27:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f6bc4911378 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/8/bits/std_function.h:297:2
17:27:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0x9edb7c in std::function<void ()>::operator()() const ../../../include/c++/8/bits/std_function.h:687:14
17:27:50.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f6bbddf3eae in kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3
17:27:50.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f6bc10cd6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
17:27:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f6bba06361e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
17:27:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
17:27:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28 in
17:27:50.662 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.8.61:41481(127.6.8.61:41481)] handling channelInactive
17:27:50.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state READY due to: connection closed
17:27:50.663 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.6.8.61:41481(127.6.8.61:41481) for tablet Kudu Master: connection closed
17:27:50.678 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:27:50.717 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:50.717 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:50.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:50.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:50.739 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:50.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:50.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:50.759 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:50.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.761 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:50.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:50.779 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:50.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:50.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:50.799 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:50.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:50.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:50.839 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:50.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:50.852663 7037 raft_consensus.cc:482] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader c0e137f10c154ea6976d648337277d95)
17:27:50.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:50.852840 7037 raft_consensus.cc:504] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:50.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:50.853490 7037 leader_election.cc:288] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481), 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131)
17:27:50.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:50.854094 6203 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111) [suppressed 9 similar messages]
17:27:50.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:50.855535 6203 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:50.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:50.855748 6206 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481): Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:27:50.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:50.855849 6206 leader_election.cc:302] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e; no voters: 6b72dcbb835742e28ee07ac097a13557, c0e137f10c154ea6976d648337277d95
17:27:50.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:50.856108 7037 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:27:50.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:50.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:50.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:50.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:50.919 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:50.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:50.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:50.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.039 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.099 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.100 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.119 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.179 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:51.191571 7037 raft_consensus.cc:482] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader c0e137f10c154ea6976d648337277d95)
17:27:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:51.191751 7037 raft_consensus.cc:504] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:51.192476 7037 leader_election.cc:288] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481), 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131)
17:27:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:51.193814 6206 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481): Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:27:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:51.193974 6203 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:51.194096 6203 leader_election.cc:302] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e; no voters: 6b72dcbb835742e28ee07ac097a13557, c0e137f10c154ea6976d648337277d95
17:27:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:51.194311 7037 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:27:51.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.199 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.200 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.240 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1806001417(state=PENDING, result=null, callback=(continuation of Deferred@2036345676 after retry RPC after error@1048679232) -> (continuation of Deferred@937837656 after retry RPC after error@2007753344) -> (continuation of Deferred@258575730 after retry RPC after error@1035994188) -> (continuation of Deferred@939610920 after retry RPC after error@269883722) -> (continuation of Deferred@1398211623 after retry RPC after error@1846052965) -> (continuation of Deferred@1545739935 after retry RPC after error@2086567960), errback=(continuation of Deferred@2036345676 after retry RPC after error@1048679232) -> (continuation of Deferred@937837656 after retry RPC after error@2007753344) -> (continuation of Deferred@258575730 after retry RPC after error@1035994188) -> (continuation of Deferred@939610920 after retry RPC after error@269883722) -> (continuation of Deferred@1398211623 after retry RPC after error@1846052965) -> (continuation of Deferred@1545739935 after retry RPC after error@2086567960)))
17:27:51.241 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1806001417(state=PENDING, result=null, callback=(continuation of Deferred@2036345676 after retry RPC after error@1048679232) -> (continuation of Deferred@937837656 after retry RPC after error@2007753344) -> (continuation of Deferred@258575730 after retry RPC after error@1035994188) -> (continuation of Deferred@939610920 after retry RPC after error@269883722) -> (continuation of Deferred@1398211623 after retry RPC after error@1846052965) -> (continuation of Deferred@1545739935 after retry RPC after error@2086567960), errback=(continuation of Deferred@2036345676 after retry RPC after error@1048679232) -> (continuation of Deferred@937837656 after retry RPC after error@2007753344) -> (continuation of Deferred@258575730 after retry RPC after error@1035994188) -> (continuation of Deferred@939610920 after retry RPC after error@269883722) -> (continuation of Deferred@1398211623 after retry RPC after error@1846052965) -> (continuation of Deferred@1545739935 after retry RPC after error@2086567960)))
17:27:51.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.259 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.261 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.279 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.319 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.320 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.339 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.419 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.460 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@264965766(state=PENDING, result=null, callback=(continuation of Deferred@386371495 after retry RPC after error@1460914017) -> (continuation of Deferred@1978366773 after retry RPC after error@570684464) -> (continuation of Deferred@156384608 after retry RPC after error@1085529060) -> (continuation of Deferred@1856971284 after retry RPC after error@1395714437) -> (continuation of Deferred@1259435966 after retry RPC after error@354675139) -> (continuation of Deferred@34330353 after retry RPC after error@1445166068) -> (continuation of Deferred@374295049 after retry RPC after error@472438002), errback=(continuation of Deferred@386371495 after retry RPC after error@1460914017) -> (continuation of Deferred@1978366773 after retry RPC after error@570684464) -> (continuation of Deferred@156384608 after retry RPC after error@1085529060) -> (continuation of Deferred@1856971284 after retry RPC after error@1395714437) -> (continuation of Deferred@1259435966 after retry RPC after error@354675139) -> (continuation of Deferred@34330353 after retry RPC after error@1445166068) -> (continuation of Deferred@374295049 after retry RPC after error@472438002)))
17:27:51.461 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@264965766(state=PENDING, result=null, callback=(continuation of Deferred@386371495 after retry RPC after error@1460914017) -> (continuation of Deferred@1978366773 after retry RPC after error@570684464) -> (continuation of Deferred@156384608 after retry RPC after error@1085529060) -> (continuation of Deferred@1856971284 after retry RPC after error@1395714437) -> (continuation of Deferred@1259435966 after retry RPC after error@354675139) -> (continuation of Deferred@34330353 after retry RPC after error@1445166068) -> (continuation of Deferred@374295049 after retry RPC after error@472438002), errback=(continuation of Deferred@386371495 after retry RPC after error@1460914017) -> (continuation of Deferred@1978366773 after retry RPC after error@570684464) -> (continuation of Deferred@156384608 after retry RPC after error@1085529060) -> (continuation of Deferred@1856971284 after retry RPC after error@1395714437) -> (continuation of Deferred@1259435966 after retry RPC after error@354675139) -> (continuation of Deferred@34330353 after retry RPC after error@1445166068) -> (continuation of Deferred@374295049 after retry RPC after error@472438002)))
17:27:51.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.480 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.499 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.500 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.500 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.501 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.559 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.699 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.699 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.702 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.703 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [224ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [224ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@656629958(state=PENDING, result=null, callback=(continuation of Deferred@67327031 after retry RPC after error@362523045) -> (continuation of Deferred@1474570209 after retry RPC after error@1803372683) -> (continuation of Deferred@1967196991 after retry RPC after error@1038041779) -> (continuation of Deferred@1274192326 after retry RPC after error@1246396707) -> (continuation of Deferred@934245286 after retry RPC after error@1881302330) -> (continuation of Deferred@771753577 after retry RPC after error@819841299) -> (continuation of Deferred@2091106029 after retry RPC after error@533401590), errback=(continuation of Deferred@67327031 after retry RPC after error@362523045) -> (continuation of Deferred@1474570209 after retry RPC after error@1803372683) -> (continuation of Deferred@1967196991 after retry RPC after error@1038041779) -> (continuation of Deferred@1274192326 after retry RPC after error@1246396707) -> (continuation of Deferred@934245286 after retry RPC after error@1881302330) -> (continuation of Deferred@771753577 after retry RPC after error@819841299) -> (continuation of Deferred@2091106029 after retry RPC after error@533401590)))
17:27:51.704 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [224ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [224ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@656629958(state=PENDING, result=null, callback=(continuation of Deferred@67327031 after retry RPC after error@362523045) -> (continuation of Deferred@1474570209 after retry RPC after error@1803372683) -> (continuation of Deferred@1967196991 after retry RPC after error@1038041779) -> (continuation of Deferred@1274192326 after retry RPC after error@1246396707) -> (continuation of Deferred@934245286 after retry RPC after error@1881302330) -> (continuation of Deferred@771753577 after retry RPC after error@819841299) -> (continuation of Deferred@2091106029 after retry RPC after error@533401590), errback=(continuation of Deferred@67327031 after retry RPC after error@362523045) -> (continuation of Deferred@1474570209 after retry RPC after error@1803372683) -> (continuation of Deferred@1967196991 after retry RPC after error@1038041779) -> (continuation of Deferred@1274192326 after retry RPC after error@1246396707) -> (continuation of Deferred@934245286 after retry RPC after error@1881302330) -> (continuation of Deferred@771753577 after retry RPC after error@819841299) -> (continuation of Deferred@2091106029 after retry RPC after error@533401590)))
17:27:51.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:51.709395 6800 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.112s from last keepalive heartbeat (effective timeout is 1.000s)
17:27:51.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:51.710774 6837 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.8.60:43131)
17:27:51.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.739 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.759 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.760 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.800 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:51.806206 7057 raft_consensus.cc:482] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader c0e137f10c154ea6976d648337277d95)
17:27:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:51.806383 7057 raft_consensus.cc:504] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:51.807077 7057 leader_election.cc:288] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481), 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131)
17:27:51.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:51.809273 6203 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:51.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:51.809490 6206 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481): Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:27:51.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:51.809604 6206 leader_election.cc:302] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e; no voters: 6b72dcbb835742e28ee07ac097a13557, c0e137f10c154ea6976d648337277d95
17:27:51.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:51.809868 7057 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:27:51.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.819 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.820 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.880 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.899 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.901 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@648089502(state=PENDING, result=null, callback=(continuation of Deferred@1868996456 after retry RPC after error@449219187) -> (continuation of Deferred@1035998216 after retry RPC after error@322122193) -> (continuation of Deferred@1224044800 after retry RPC after error@1724841855) -> (continuation of Deferred@1536415738 after retry RPC after error@1369753824) -> (continuation of Deferred@842714789 after retry RPC after error@597617306) -> (continuation of Deferred@1727513876 after retry RPC after error@291758818) -> (continuation of Deferred@1967671693 after retry RPC after error@559331204), errback=(continuation of Deferred@1868996456 after retry RPC after error@449219187) -> (continuation of Deferred@1035998216 after retry RPC after error@322122193) -> (continuation of Deferred@1224044800 after retry RPC after error@1724841855) -> (continuation of Deferred@1536415738 after retry RPC after error@1369753824) -> (continuation of Deferred@842714789 after retry RPC after error@597617306) -> (continuation of Deferred@1727513876 after retry RPC after error@291758818) -> (continuation of Deferred@1967671693 after retry RPC after error@559331204)))
17:27:51.902 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@648089502(state=PENDING, result=null, callback=(continuation of Deferred@1868996456 after retry RPC after error@449219187) -> (continuation of Deferred@1035998216 after retry RPC after error@322122193) -> (continuation of Deferred@1224044800 after retry RPC after error@1724841855) -> (continuation of Deferred@1536415738 after retry RPC after error@1369753824) -> (continuation of Deferred@842714789 after retry RPC after error@597617306) -> (continuation of Deferred@1727513876 after retry RPC after error@291758818) -> (continuation of Deferred@1967671693 after retry RPC after error@559331204), errback=(continuation of Deferred@1868996456 after retry RPC after error@449219187) -> (continuation of Deferred@1035998216 after retry RPC after error@322122193) -> (continuation of Deferred@1224044800 after retry RPC after error@1724841855) -> (continuation of Deferred@1536415738 after retry RPC after error@1369753824) -> (continuation of Deferred@842714789 after retry RPC after error@597617306) -> (continuation of Deferred@1727513876 after retry RPC after error@291758818) -> (continuation of Deferred@1967671693 after retry RPC after error@559331204)))
17:27:51.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.919 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.979 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:51.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:51.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:51.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:51.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:51.999 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.059 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.140 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@838930545(state=PENDING, result=null, callback=(continuation of Deferred@1868302259 after retry RPC after error@1430340151) -> (continuation of Deferred@746964013 after retry RPC after error@373152596) -> (continuation of Deferred@433268671 after retry RPC after error@1188863560) -> (continuation of Deferred@1148882450 after retry RPC after error@1013254834) -> (continuation of Deferred@1015757918 after retry RPC after error@512215897) -> (continuation of Deferred@245226629 after retry RPC after error@448362366) -> (continuation of Deferred@2142622139 after retry RPC after error@1598554135), errback=(continuation of Deferred@1868302259 after retry RPC after error@1430340151) -> (continuation of Deferred@746964013 after retry RPC after error@373152596) -> (continuation of Deferred@433268671 after retry RPC after error@1188863560) -> (continuation of Deferred@1148882450 after retry RPC after error@1013254834) -> (continuation of Deferred@1015757918 after retry RPC after error@512215897) -> (continuation of Deferred@245226629 after retry RPC after error@448362366) -> (continuation of Deferred@2142622139 after retry RPC after error@1598554135)))
17:27:52.141 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@838930545(state=PENDING, result=null, callback=(continuation of Deferred@1868302259 after retry RPC after error@1430340151) -> (continuation of Deferred@746964013 after retry RPC after error@373152596) -> (continuation of Deferred@433268671 after retry RPC after error@1188863560) -> (continuation of Deferred@1148882450 after retry RPC after error@1013254834) -> (continuation of Deferred@1015757918 after retry RPC after error@512215897) -> (continuation of Deferred@245226629 after retry RPC after error@448362366) -> (continuation of Deferred@2142622139 after retry RPC after error@1598554135), errback=(continuation of Deferred@1868302259 after retry RPC after error@1430340151) -> (continuation of Deferred@746964013 after retry RPC after error@373152596) -> (continuation of Deferred@433268671 after retry RPC after error@1188863560) -> (continuation of Deferred@1148882450 after retry RPC after error@1013254834) -> (continuation of Deferred@1015757918 after retry RPC after error@512215897) -> (continuation of Deferred@245226629 after retry RPC after error@448362366) -> (continuation of Deferred@2142622139 after retry RPC after error@1598554135)))
17:27:52.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.161 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.179 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.181 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.199 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.241 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.260 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.319 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.399 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.401 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.402 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [105ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [106ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [106ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@692395473(state=PENDING, result=null, callback=(continuation of Deferred@1569422402 after retry RPC after error@1519438965) -> (continuation of Deferred@548396793 after retry RPC after error@554038440) -> (continuation of Deferred@669705638 after retry RPC after error@2076538442) -> (continuation of Deferred@625158109 after retry RPC after error@728577897) -> (continuation of Deferred@1541025911 after retry RPC after error@192772704) -> (continuation of Deferred@926730525 after retry RPC after error@1965582060) -> (continuation of Deferred@2138810806 after retry RPC after error@523592259), errback=(continuation of Deferred@1569422402 after retry RPC after error@1519438965) -> (continuation of Deferred@548396793 after retry RPC after error@554038440) -> (continuation of Deferred@669705638 after retry RPC after error@2076538442) -> (continuation of Deferred@625158109 after retry RPC after error@728577897) -> (continuation of Deferred@1541025911 after retry RPC after error@192772704) -> (continuation of Deferred@926730525 after retry RPC after error@1965582060) -> (continuation of Deferred@2138810806 after retry RPC after error@523592259)))
17:27:52.403 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [105ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [106ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [106ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@692395473(state=PENDING, result=null, callback=(continuation of Deferred@1569422402 after retry RPC after error@1519438965) -> (continuation of Deferred@548396793 after retry RPC after error@554038440) -> (continuation of Deferred@669705638 after retry RPC after error@2076538442) -> (continuation of Deferred@625158109 after retry RPC after error@728577897) -> (continuation of Deferred@1541025911 after retry RPC after error@192772704) -> (continuation of Deferred@926730525 after retry RPC after error@1965582060) -> (continuation of Deferred@2138810806 after retry RPC after error@523592259), errback=(continuation of Deferred@1569422402 after retry RPC after error@1519438965) -> (continuation of Deferred@548396793 after retry RPC after error@554038440) -> (continuation of Deferred@669705638 after retry RPC after error@2076538442) -> (continuation of Deferred@625158109 after retry RPC after error@728577897) -> (continuation of Deferred@1541025911 after retry RPC after error@192772704) -> (continuation of Deferred@926730525 after retry RPC after error@1965582060) -> (continuation of Deferred@2138810806 after retry RPC after error@523592259)))
17:27:52.419 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.419 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.421 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.439 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.442 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.459 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.461 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.499 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.519 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.521 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:52.550375 7065 raft_consensus.cc:482] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader c0e137f10c154ea6976d648337277d95)
17:27:52.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:52.550592 7065 raft_consensus.cc:504] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:52.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:52.551364 7065 leader_election.cc:288] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481), 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131)
17:27:52.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:52.553896 6203 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:52.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:52.554062 6206 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481): Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:27:52.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:52.554180 6206 leader_election.cc:302] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e; no voters: 6b72dcbb835742e28ee07ac097a13557, c0e137f10c154ea6976d648337277d95
17:27:52.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:52.554396 7065 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:27:52.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.619 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.621 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@771800331(state=PENDING, result=null, callback=(continuation of Deferred@1485486422 after retry RPC after error@98280927) -> (continuation of Deferred@141582141 after retry RPC after error@598954973) -> (continuation of Deferred@780017396 after retry RPC after error@1985192889) -> (continuation of Deferred@2085655545 after retry RPC after error@1170479637) -> (continuation of Deferred@454239719 after retry RPC after error@1890976599) -> (continuation of Deferred@134318563 after retry RPC after error@1836072516) -> (continuation of Deferred@1875771920 after retry RPC after error@790763525) -> (continuation of Deferred@736674451 after retry RPC after error@1191594932), errback=(continuation of Deferred@1485486422 after retry RPC after error@98280927) -> (continuation of Deferred@141582141 after retry RPC after error@598954973) -> (continuation of Deferred@780017396 after retry RPC after error@1985192889) -> (continuation of Deferred@2085655545 after retry RPC after error@1170479637) -> (continuation of Deferred@454239719 after retry RPC after error@1890976599) -> (continuation of Deferred@134318563 after retry RPC after error@1836072516) -> (continuation of Deferred@1875771920 after retry RPC after error@790763525) -> (continuation of Deferred@736674451 after retry RPC after error@1191594932)))
17:27:52.621 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@771800331(state=PENDING, result=null, callback=(continuation of Deferred@1485486422 after retry RPC after error@98280927) -> (continuation of Deferred@141582141 after retry RPC after error@598954973) -> (continuation of Deferred@780017396 after retry RPC after error@1985192889) -> (continuation of Deferred@2085655545 after retry RPC after error@1170479637) -> (continuation of Deferred@454239719 after retry RPC after error@1890976599) -> (continuation of Deferred@134318563 after retry RPC after error@1836072516) -> (continuation of Deferred@1875771920 after retry RPC after error@790763525) -> (continuation of Deferred@736674451 after retry RPC after error@1191594932), errback=(continuation of Deferred@1485486422 after retry RPC after error@98280927) -> (continuation of Deferred@141582141 after retry RPC after error@598954973) -> (continuation of Deferred@780017396 after retry RPC after error@1985192889) -> (continuation of Deferred@2085655545 after retry RPC after error@1170479637) -> (continuation of Deferred@454239719 after retry RPC after error@1890976599) -> (continuation of Deferred@134318563 after retry RPC after error@1836072516) -> (continuation of Deferred@1875771920 after retry RPC after error@790763525) -> (continuation of Deferred@736674451 after retry RPC after error@1191594932)))
17:27:52.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.699 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.719 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.799 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.801 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.898 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@787391054(state=PENDING, result=null, callback=(continuation of Deferred@678378498 after retry RPC after error@1267352597) -> (continuation of Deferred@1333329413 after retry RPC after error@341821814) -> (continuation of Deferred@1157720275 after retry RPC after error@1555183242) -> (continuation of Deferred@1412592591 after retry RPC after error@1053557830) -> (continuation of Deferred@1883616444 after retry RPC after error@1024379480) -> (continuation of Deferred@2061859389 after retry RPC after error@609599251) -> (continuation of Deferred@2036866929 after retry RPC after error@855590414), errback=(continuation of Deferred@678378498 after retry RPC after error@1267352597) -> (continuation of Deferred@1333329413 after retry RPC after error@341821814) -> (continuation of Deferred@1157720275 after retry RPC after error@1555183242) -> (continuation of Deferred@1412592591 after retry RPC after error@1053557830) -> (continuation of Deferred@1883616444 after retry RPC after error@1024379480) -> (continuation of Deferred@2061859389 after retry RPC after error@609599251) -> (continuation of Deferred@2036866929 after retry RPC after error@855590414)))
17:27:52.899 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:27:52.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.979 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:52.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:52.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:52.999 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:52.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:52.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.100 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.178 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@654029141(state=PENDING, result=null, callback=(continuation of Deferred@1045322260 after retry RPC after error@815860499) -> (continuation of Deferred@1943344791 after retry RPC after error@140472481) -> (continuation of Deferred@1150092612 after retry RPC after error@2085386069) -> (continuation of Deferred@670476261 after retry RPC after error@1415512514) -> (continuation of Deferred@2018806056 after retry RPC after error@1732100008) -> (continuation of Deferred@1969681701 after retry RPC after error@1503374170) -> (continuation of Deferred@98202760 after retry RPC after error@261114724), errback=(continuation of Deferred@1045322260 after retry RPC after error@815860499) -> (continuation of Deferred@1943344791 after retry RPC after error@140472481) -> (continuation of Deferred@1150092612 after retry RPC after error@2085386069) -> (continuation of Deferred@670476261 after retry RPC after error@1415512514) -> (continuation of Deferred@2018806056 after retry RPC after error@1732100008) -> (continuation of Deferred@1969681701 after retry RPC after error@1503374170) -> (continuation of Deferred@98202760 after retry RPC after error@261114724)))
17:27:53.179 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:27:53.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.200 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.219 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.239 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.239 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.279 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.319 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.359 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.399 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.420 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@113421822(state=PENDING, result=null, callback=(continuation of Deferred@2119619725 after retry RPC after error@35989917) -> (continuation of Deferred@561458539 after retry RPC after error@843700710) -> (continuation of Deferred@2062778782 after retry RPC after error@1362179740) -> (continuation of Deferred@1236620708 after retry RPC after error@902767517) -> (continuation of Deferred@1398189003 after retry RPC after error@185332459) -> (continuation of Deferred@1752206939 after retry RPC after error@619678467) -> (continuation of Deferred@1107387558 after retry RPC after error@373906087) -> (continuation of Deferred@2049383523 after retry RPC after error@575154103), errback=(continuation of Deferred@2119619725 after retry RPC after error@35989917) -> (continuation of Deferred@561458539 after retry RPC after error@843700710) -> (continuation of Deferred@2062778782 after retry RPC after error@1362179740) -> (continuation of Deferred@1236620708 after retry RPC after error@902767517) -> (continuation of Deferred@1398189003 after retry RPC after error@185332459) -> (continuation of Deferred@1752206939 after retry RPC after error@619678467) -> (continuation of Deferred@1107387558 after retry RPC after error@373906087) -> (continuation of Deferred@2049383523 after retry RPC after error@575154103)))
17:27:53.420 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@113421822(state=PENDING, result=null, callback=(continuation of Deferred@2119619725 after retry RPC after error@35989917) -> (continuation of Deferred@561458539 after retry RPC after error@843700710) -> (continuation of Deferred@2062778782 after retry RPC after error@1362179740) -> (continuation of Deferred@1236620708 after retry RPC after error@902767517) -> (continuation of Deferred@1398189003 after retry RPC after error@185332459) -> (continuation of Deferred@1752206939 after retry RPC after error@619678467) -> (continuation of Deferred@1107387558 after retry RPC after error@373906087) -> (continuation of Deferred@2049383523 after retry RPC after error@575154103), errback=(continuation of Deferred@2119619725 after retry RPC after error@35989917) -> (continuation of Deferred@561458539 after retry RPC after error@843700710) -> (continuation of Deferred@2062778782 after retry RPC after error@1362179740) -> (continuation of Deferred@1236620708 after retry RPC after error@902767517) -> (continuation of Deferred@1398189003 after retry RPC after error@185332459) -> (continuation of Deferred@1752206939 after retry RPC after error@619678467) -> (continuation of Deferred@1107387558 after retry RPC after error@373906087) -> (continuation of Deferred@2049383523 after retry RPC after error@575154103)))
17:27:53.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.499 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.519 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.520 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.599 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.600 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@588422038(state=PENDING, result=null, callback=(continuation of Deferred@183917674 after retry RPC after error@1762870945) -> (continuation of Deferred@1122866784 after retry RPC after error@1972665216) -> (continuation of Deferred@1295613012 after retry RPC after error@1055661340) -> (continuation of Deferred@278708791 after retry RPC after error@1182983135) -> (continuation of Deferred@1088420999 after retry RPC after error@503647613) -> (continuation of Deferred@1761536496 after retry RPC after error@968061739) -> (continuation of Deferred@104303454 after retry RPC after error@820973568), errback=(continuation of Deferred@183917674 after retry RPC after error@1762870945) -> (continuation of Deferred@1122866784 after retry RPC after error@1972665216) -> (continuation of Deferred@1295613012 after retry RPC after error@1055661340) -> (continuation of Deferred@278708791 after retry RPC after error@1182983135) -> (continuation of Deferred@1088420999 after retry RPC after error@503647613) -> (continuation of Deferred@1761536496 after retry RPC after error@968061739) -> (continuation of Deferred@104303454 after retry RPC after error@820973568)))
17:27:53.601 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@588422038(state=PENDING, result=null, callback=(continuation of Deferred@183917674 after retry RPC after error@1762870945) -> (continuation of Deferred@1122866784 after retry RPC after error@1972665216) -> (continuation of Deferred@1295613012 after retry RPC after error@1055661340) -> (continuation of Deferred@278708791 after retry RPC after error@1182983135) -> (continuation of Deferred@1088420999 after retry RPC after error@503647613) -> (continuation of Deferred@1761536496 after retry RPC after error@968061739) -> (continuation of Deferred@104303454 after retry RPC after error@820973568), errback=(continuation of Deferred@183917674 after retry RPC after error@1762870945) -> (continuation of Deferred@1122866784 after retry RPC after error@1972665216) -> (continuation of Deferred@1295613012 after retry RPC after error@1055661340) -> (continuation of Deferred@278708791 after retry RPC after error@1182983135) -> (continuation of Deferred@1088420999 after retry RPC after error@503647613) -> (continuation of Deferred@1761536496 after retry RPC after error@968061739) -> (continuation of Deferred@104303454 after retry RPC after error@820973568)))
17:27:53.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.619 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.621 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.659 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.739 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.759 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.761 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1810763234(state=PENDING, result=null, callback=(continuation of Deferred@1305933726 after retry RPC after error@179497924) -> (continuation of Deferred@1071983766 after retry RPC after error@620734357) -> (continuation of Deferred@1584385683 after retry RPC after error@1134490193) -> (continuation of Deferred@1435105064 after retry RPC after error@210972931) -> (continuation of Deferred@740846932 after retry RPC after error@403709690) -> (continuation of Deferred@37395047 after retry RPC after error@389326858), errback=(continuation of Deferred@1305933726 after retry RPC after error@179497924) -> (continuation of Deferred@1071983766 after retry RPC after error@620734357) -> (continuation of Deferred@1584385683 after retry RPC after error@1134490193) -> (continuation of Deferred@1435105064 after retry RPC after error@210972931) -> (continuation of Deferred@740846932 after retry RPC after error@403709690) -> (continuation of Deferred@37395047 after retry RPC after error@389326858)))
17:27:53.761 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1810763234(state=PENDING, result=null, callback=(continuation of Deferred@1305933726 after retry RPC after error@179497924) -> (continuation of Deferred@1071983766 after retry RPC after error@620734357) -> (continuation of Deferred@1584385683 after retry RPC after error@1134490193) -> (continuation of Deferred@1435105064 after retry RPC after error@210972931) -> (continuation of Deferred@740846932 after retry RPC after error@403709690) -> (continuation of Deferred@37395047 after retry RPC after error@389326858), errback=(continuation of Deferred@1305933726 after retry RPC after error@179497924) -> (continuation of Deferred@1071983766 after retry RPC after error@620734357) -> (continuation of Deferred@1584385683 after retry RPC after error@1134490193) -> (continuation of Deferred@1435105064 after retry RPC after error@210972931) -> (continuation of Deferred@740846932 after retry RPC after error@403709690) -> (continuation of Deferred@37395047 after retry RPC after error@389326858)))
17:27:53.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.779 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.839 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.859 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.879 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.940 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1892423599(state=PENDING, result=null, callback=(continuation of Deferred@952187525 after retry RPC after error@231569334) -> (continuation of Deferred@1719983773 after retry RPC after error@1994775693) -> (continuation of Deferred@1203881414 after retry RPC after error@559376975) -> (continuation of Deferred@1642539214 after retry RPC after error@960397771) -> (continuation of Deferred@1880661215 after retry RPC after error@1787270529) -> (continuation of Deferred@855531847 after retry RPC after error@2130943498) -> (continuation of Deferred@1271466833 after retry RPC after error@498381876), errback=(continuation of Deferred@952187525 after retry RPC after error@231569334) -> (continuation of Deferred@1719983773 after retry RPC after error@1994775693) -> (continuation of Deferred@1203881414 after retry RPC after error@559376975) -> (continuation of Deferred@1642539214 after retry RPC after error@960397771) -> (continuation of Deferred@1880661215 after retry RPC after error@1787270529) -> (continuation of Deferred@855531847 after retry RPC after error@2130943498) -> (continuation of Deferred@1271466833 after retry RPC after error@498381876)))
17:27:53.941 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1892423599(state=PENDING, result=null, callback=(continuation of Deferred@952187525 after retry RPC after error@231569334) -> (continuation of Deferred@1719983773 after retry RPC after error@1994775693) -> (continuation of Deferred@1203881414 after retry RPC after error@559376975) -> (continuation of Deferred@1642539214 after retry RPC after error@960397771) -> (continuation of Deferred@1880661215 after retry RPC after error@1787270529) -> (continuation of Deferred@855531847 after retry RPC after error@2130943498) -> (continuation of Deferred@1271466833 after retry RPC after error@498381876), errback=(continuation of Deferred@952187525 after retry RPC after error@231569334) -> (continuation of Deferred@1719983773 after retry RPC after error@1994775693) -> (continuation of Deferred@1203881414 after retry RPC after error@559376975) -> (continuation of Deferred@1642539214 after retry RPC after error@960397771) -> (continuation of Deferred@1880661215 after retry RPC after error@1787270529) -> (continuation of Deferred@855531847 after retry RPC after error@2130943498) -> (continuation of Deferred@1271466833 after retry RPC after error@498381876)))
17:27:53.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:53.986835 7076 raft_consensus.cc:482] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader c0e137f10c154ea6976d648337277d95)
17:27:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:53.987025 7076 raft_consensus.cc:504] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:53.987571 7076 leader_election.cc:288] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481), 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131)
17:27:53.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:53.989864 6203 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:53.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:53.990061 6206 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481): Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:27:53.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:53.990185 6206 leader_election.cc:302] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e; no voters: 6b72dcbb835742e28ee07ac097a13557, c0e137f10c154ea6976d648337277d95
17:27:53.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:53.990439 7076 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:27:53.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:53.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:53.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:53.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:53.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.139 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.141 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1227806903(state=PENDING, result=null, callback=(continuation of Deferred@38246340 after retry RPC after error@1681139313) -> (continuation of Deferred@366585645 after retry RPC after error@705506881) -> (continuation of Deferred@340419955 after retry RPC after error@1359535653) -> (continuation of Deferred@154201062 after retry RPC after error@1242346407) -> (continuation of Deferred@229254760 after retry RPC after error@449067022) -> (continuation of Deferred@338005867 after retry RPC after error@1000048579), errback=(continuation of Deferred@38246340 after retry RPC after error@1681139313) -> (continuation of Deferred@366585645 after retry RPC after error@705506881) -> (continuation of Deferred@340419955 after retry RPC after error@1359535653) -> (continuation of Deferred@154201062 after retry RPC after error@1242346407) -> (continuation of Deferred@229254760 after retry RPC after error@449067022) -> (continuation of Deferred@338005867 after retry RPC after error@1000048579)))
17:27:54.141 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1227806903(state=PENDING, result=null, callback=(continuation of Deferred@38246340 after retry RPC after error@1681139313) -> (continuation of Deferred@366585645 after retry RPC after error@705506881) -> (continuation of Deferred@340419955 after retry RPC after error@1359535653) -> (continuation of Deferred@154201062 after retry RPC after error@1242346407) -> (continuation of Deferred@229254760 after retry RPC after error@449067022) -> (continuation of Deferred@338005867 after retry RPC after error@1000048579), errback=(continuation of Deferred@38246340 after retry RPC after error@1681139313) -> (continuation of Deferred@366585645 after retry RPC after error@705506881) -> (continuation of Deferred@340419955 after retry RPC after error@1359535653) -> (continuation of Deferred@154201062 after retry RPC after error@1242346407) -> (continuation of Deferred@229254760 after retry RPC after error@449067022) -> (continuation of Deferred@338005867 after retry RPC after error@1000048579)))
17:27:54.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.199 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.319 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.321 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@119519886(state=PENDING, result=null, callback=(continuation of Deferred@1075161952 after retry RPC after error@880282269) -> (continuation of Deferred@1466935127 after retry RPC after error@761183486) -> (continuation of Deferred@1090346142 after retry RPC after error@883264254) -> (continuation of Deferred@509269538 after retry RPC after error@1178280027) -> (continuation of Deferred@1812499886 after retry RPC after error@1952585899) -> (continuation of Deferred@1010908099 after retry RPC after error@594013672), errback=(continuation of Deferred@1075161952 after retry RPC after error@880282269) -> (continuation of Deferred@1466935127 after retry RPC after error@761183486) -> (continuation of Deferred@1090346142 after retry RPC after error@883264254) -> (continuation of Deferred@509269538 after retry RPC after error@1178280027) -> (continuation of Deferred@1812499886 after retry RPC after error@1952585899) -> (continuation of Deferred@1010908099 after retry RPC after error@594013672)))
17:27:54.322 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@119519886(state=PENDING, result=null, callback=(continuation of Deferred@1075161952 after retry RPC after error@880282269) -> (continuation of Deferred@1466935127 after retry RPC after error@761183486) -> (continuation of Deferred@1090346142 after retry RPC after error@883264254) -> (continuation of Deferred@509269538 after retry RPC after error@1178280027) -> (continuation of Deferred@1812499886 after retry RPC after error@1952585899) -> (continuation of Deferred@1010908099 after retry RPC after error@594013672), errback=(continuation of Deferred@1075161952 after retry RPC after error@880282269) -> (continuation of Deferred@1466935127 after retry RPC after error@761183486) -> (continuation of Deferred@1090346142 after retry RPC after error@883264254) -> (continuation of Deferred@509269538 after retry RPC after error@1178280027) -> (continuation of Deferred@1812499886 after retry RPC after error@1952585899) -> (continuation of Deferred@1010908099 after retry RPC after error@594013672)))
17:27:54.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.400 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.420 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.459 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.560 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@2001768088(state=PENDING, result=null, callback=(continuation of Deferred@957901076 after retry RPC after error@1948509480) -> (continuation of Deferred@498301577 after retry RPC after error@1852048361) -> (continuation of Deferred@349083640 after retry RPC after error@2142186220) -> (continuation of Deferred@2043568290 after retry RPC after error@939216697) -> (continuation of Deferred@1466597225 after retry RPC after error@1360316194) -> (continuation of Deferred@1532323538 after retry RPC after error@918185990) -> (continuation of Deferred@841992335 after retry RPC after error@1165308991), errback=(continuation of Deferred@957901076 after retry RPC after error@1948509480) -> (continuation of Deferred@498301577 after retry RPC after error@1852048361) -> (continuation of Deferred@349083640 after retry RPC after error@2142186220) -> (continuation of Deferred@2043568290 after retry RPC after error@939216697) -> (continuation of Deferred@1466597225 after retry RPC after error@1360316194) -> (continuation of Deferred@1532323538 after retry RPC after error@918185990) -> (continuation of Deferred@841992335 after retry RPC after error@1165308991)))
17:27:54.560 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@2001768088(state=PENDING, result=null, callback=(continuation of Deferred@957901076 after retry RPC after error@1948509480) -> (continuation of Deferred@498301577 after retry RPC after error@1852048361) -> (continuation of Deferred@349083640 after retry RPC after error@2142186220) -> (continuation of Deferred@2043568290 after retry RPC after error@939216697) -> (continuation of Deferred@1466597225 after retry RPC after error@1360316194) -> (continuation of Deferred@1532323538 after retry RPC after error@918185990) -> (continuation of Deferred@841992335 after retry RPC after error@1165308991), errback=(continuation of Deferred@957901076 after retry RPC after error@1948509480) -> (continuation of Deferred@498301577 after retry RPC after error@1852048361) -> (continuation of Deferred@349083640 after retry RPC after error@2142186220) -> (continuation of Deferred@2043568290 after retry RPC after error@939216697) -> (continuation of Deferred@1466597225 after retry RPC after error@1360316194) -> (continuation of Deferred@1532323538 after retry RPC after error@918185990) -> (continuation of Deferred@841992335 after retry RPC after error@1165308991)))
17:27:54.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.599 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.619 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.620 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.620 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.639 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.659 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.661 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.820 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@72526058(state=PENDING, result=null, callback=(continuation of Deferred@292993054 after retry RPC after error@1990255562) -> (continuation of Deferred@528483673 after retry RPC after error@243596219) -> (continuation of Deferred@706090045 after retry RPC after error@1540951046) -> (continuation of Deferred@1156346089 after retry RPC after error@1830552300) -> (continuation of Deferred@2008110222 after retry RPC after error@1679544130) -> (continuation of Deferred@1129807888 after retry RPC after error@1313993204) -> (continuation of Deferred@859429268 after retry RPC after error@157446510), errback=(continuation of Deferred@292993054 after retry RPC after error@1990255562) -> (continuation of Deferred@528483673 after retry RPC after error@243596219) -> (continuation of Deferred@706090045 after retry RPC after error@1540951046) -> (continuation of Deferred@1156346089 after retry RPC after error@1830552300) -> (continuation of Deferred@2008110222 after retry RPC after error@1679544130) -> (continuation of Deferred@1129807888 after retry RPC after error@1313993204) -> (continuation of Deferred@859429268 after retry RPC after error@157446510)))
17:27:54.820 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@72526058(state=PENDING, result=null, callback=(continuation of Deferred@292993054 after retry RPC after error@1990255562) -> (continuation of Deferred@528483673 after retry RPC after error@243596219) -> (continuation of Deferred@706090045 after retry RPC after error@1540951046) -> (continuation of Deferred@1156346089 after retry RPC after error@1830552300) -> (continuation of Deferred@2008110222 after retry RPC after error@1679544130) -> (continuation of Deferred@1129807888 after retry RPC after error@1313993204) -> (continuation of Deferred@859429268 after retry RPC after error@157446510), errback=(continuation of Deferred@292993054 after retry RPC after error@1990255562) -> (continuation of Deferred@528483673 after retry RPC after error@243596219) -> (continuation of Deferred@706090045 after retry RPC after error@1540951046) -> (continuation of Deferred@1156346089 after retry RPC after error@1830552300) -> (continuation of Deferred@2008110222 after retry RPC after error@1679544130) -> (continuation of Deferred@1129807888 after retry RPC after error@1313993204) -> (continuation of Deferred@859429268 after retry RPC after error@157446510)))
17:27:54.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.899 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.900 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:54.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:54.939 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:54.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:54.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:54.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.020 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@2026605572(state=PENDING, result=null, callback=(continuation of Deferred@651820490 after retry RPC after error@1227843697) -> (continuation of Deferred@2054364834 after retry RPC after error@1585186372) -> (continuation of Deferred@933402604 after retry RPC after error@92016009) -> (continuation of Deferred@1738048906 after retry RPC after error@1500045595) -> (continuation of Deferred@2060849197 after retry RPC after error@522406587) -> (continuation of Deferred@1010055168 after retry RPC after error@583689892), errback=(continuation of Deferred@651820490 after retry RPC after error@1227843697) -> (continuation of Deferred@2054364834 after retry RPC after error@1585186372) -> (continuation of Deferred@933402604 after retry RPC after error@92016009) -> (continuation of Deferred@1738048906 after retry RPC after error@1500045595) -> (continuation of Deferred@2060849197 after retry RPC after error@522406587) -> (continuation of Deferred@1010055168 after retry RPC after error@583689892)))
17:27:55.028 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@2026605572(state=PENDING, result=null, callback=(continuation of Deferred@651820490 after retry RPC after error@1227843697) -> (continuation of Deferred@2054364834 after retry RPC after error@1585186372) -> (continuation of Deferred@933402604 after retry RPC after error@92016009) -> (continuation of Deferred@1738048906 after retry RPC after error@1500045595) -> (continuation of Deferred@2060849197 after retry RPC after error@522406587) -> (continuation of Deferred@1010055168 after retry RPC after error@583689892), errback=(continuation of Deferred@651820490 after retry RPC after error@1227843697) -> (continuation of Deferred@2054364834 after retry RPC after error@1585186372) -> (continuation of Deferred@933402604 after retry RPC after error@92016009) -> (continuation of Deferred@1738048906 after retry RPC after error@1500045595) -> (continuation of Deferred@2060849197 after retry RPC after error@522406587) -> (continuation of Deferred@1010055168 after retry RPC after error@583689892)))
17:27:55.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.219 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.221 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1764008695(state=PENDING, result=null, callback=(continuation of Deferred@2094380068 after retry RPC after error@1931241759) -> (continuation of Deferred@1727207644 after retry RPC after error@713829871) -> (continuation of Deferred@2074728462 after retry RPC after error@1802306293) -> (continuation of Deferred@354861756 after retry RPC after error@1578006178) -> (continuation of Deferred@1808968901 after retry RPC after error@1756066272) -> (continuation of Deferred@1270574443 after retry RPC after error@1722661336), errback=(continuation of Deferred@2094380068 after retry RPC after error@1931241759) -> (continuation of Deferred@1727207644 after retry RPC after error@713829871) -> (continuation of Deferred@2074728462 after retry RPC after error@1802306293) -> (continuation of Deferred@354861756 after retry RPC after error@1578006178) -> (continuation of Deferred@1808968901 after retry RPC after error@1756066272) -> (continuation of Deferred@1270574443 after retry RPC after error@1722661336)))
17:27:55.222 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1764008695(state=PENDING, result=null, callback=(continuation of Deferred@2094380068 after retry RPC after error@1931241759) -> (continuation of Deferred@1727207644 after retry RPC after error@713829871) -> (continuation of Deferred@2074728462 after retry RPC after error@1802306293) -> (continuation of Deferred@354861756 after retry RPC after error@1578006178) -> (continuation of Deferred@1808968901 after retry RPC after error@1756066272) -> (continuation of Deferred@1270574443 after retry RPC after error@1722661336), errback=(continuation of Deferred@2094380068 after retry RPC after error@1931241759) -> (continuation of Deferred@1727207644 after retry RPC after error@713829871) -> (continuation of Deferred@2074728462 after retry RPC after error@1802306293) -> (continuation of Deferred@354861756 after retry RPC after error@1578006178) -> (continuation of Deferred@1808968901 after retry RPC after error@1756066272) -> (continuation of Deferred@1270574443 after retry RPC after error@1722661336)))
17:27:55.239 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.239 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.319 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.339 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.340 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.379 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.379 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.460 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1747836718(state=PENDING, result=null, callback=(continuation of Deferred@1141859931 after retry RPC after error@1562746014) -> (continuation of Deferred@709711450 after retry RPC after error@740243602) -> (continuation of Deferred@329105140 after retry RPC after error@1655505269) -> (continuation of Deferred@580023548 after retry RPC after error@2006717332) -> (continuation of Deferred@159934861 after retry RPC after error@52717408) -> (continuation of Deferred@841008748 after retry RPC after error@632779535) -> (continuation of Deferred@1866048053 after retry RPC after error@1325844437), errback=(continuation of Deferred@1141859931 after retry RPC after error@1562746014) -> (continuation of Deferred@709711450 after retry RPC after error@740243602) -> (continuation of Deferred@329105140 after retry RPC after error@1655505269) -> (continuation of Deferred@580023548 after retry RPC after error@2006717332) -> (continuation of Deferred@159934861 after retry RPC after error@52717408) -> (continuation of Deferred@841008748 after retry RPC after error@632779535) -> (continuation of Deferred@1866048053 after retry RPC after error@1325844437)))
17:27:55.461 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1747836718(state=PENDING, result=null, callback=(continuation of Deferred@1141859931 after retry RPC after error@1562746014) -> (continuation of Deferred@709711450 after retry RPC after error@740243602) -> (continuation of Deferred@329105140 after retry RPC after error@1655505269) -> (continuation of Deferred@580023548 after retry RPC after error@2006717332) -> (continuation of Deferred@159934861 after retry RPC after error@52717408) -> (continuation of Deferred@841008748 after retry RPC after error@632779535) -> (continuation of Deferred@1866048053 after retry RPC after error@1325844437), errback=(continuation of Deferred@1141859931 after retry RPC after error@1562746014) -> (continuation of Deferred@709711450 after retry RPC after error@740243602) -> (continuation of Deferred@329105140 after retry RPC after error@1655505269) -> (continuation of Deferred@580023548 after retry RPC after error@2006717332) -> (continuation of Deferred@159934861 after retry RPC after error@52717408) -> (continuation of Deferred@841008748 after retry RPC after error@632779535) -> (continuation of Deferred@1866048053 after retry RPC after error@1325844437)))
17:27:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:55.468459 6187 master_runner.cc:186] Error getting master registration for 127.6.8.61:41481: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111),
17:27:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:55.468638 6187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:27:55.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.479 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.480 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.499 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.501 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.521 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.720 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1851726269(state=PENDING, result=null, callback=(continuation of Deferred@747926137 after retry RPC after error@1123177338) -> (continuation of Deferred@93453026 after retry RPC after error@320182556) -> (continuation of Deferred@480061117 after retry RPC after error@1277485015) -> (continuation of Deferred@1189640795 after retry RPC after error@2039138019) -> (continuation of Deferred@207073185 after retry RPC after error@1726419867) -> (continuation of Deferred@1666746302 after retry RPC after error@1288370408) -> (continuation of Deferred@2102488183 after retry RPC after error@594858893), errback=(continuation of Deferred@747926137 after retry RPC after error@1123177338) -> (continuation of Deferred@93453026 after retry RPC after error@320182556) -> (continuation of Deferred@480061117 after retry RPC after error@1277485015) -> (continuation of Deferred@1189640795 after retry RPC after error@2039138019) -> (continuation of Deferred@207073185 after retry RPC after error@1726419867) -> (continuation of Deferred@1666746302 after retry RPC after error@1288370408) -> (continuation of Deferred@2102488183 after retry RPC after error@594858893)))
17:27:55.720 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1851726269(state=PENDING, result=null, callback=(continuation of Deferred@747926137 after retry RPC after error@1123177338) -> (continuation of Deferred@93453026 after retry RPC after error@320182556) -> (continuation of Deferred@480061117 after retry RPC after error@1277485015) -> (continuation of Deferred@1189640795 after retry RPC after error@2039138019) -> (continuation of Deferred@207073185 after retry RPC after error@1726419867) -> (continuation of Deferred@1666746302 after retry RPC after error@1288370408) -> (continuation of Deferred@2102488183 after retry RPC after error@594858893), errback=(continuation of Deferred@747926137 after retry RPC after error@1123177338) -> (continuation of Deferred@93453026 after retry RPC after error@320182556) -> (continuation of Deferred@480061117 after retry RPC after error@1277485015) -> (continuation of Deferred@1189640795 after retry RPC after error@2039138019) -> (continuation of Deferred@207073185 after retry RPC after error@1726419867) -> (continuation of Deferred@1666746302 after retry RPC after error@1288370408) -> (continuation of Deferred@2102488183 after retry RPC after error@594858893)))
17:27:55.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.899 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:55.980 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1459718815(state=PENDING, result=null, callback=(continuation of Deferred@256326941 after retry RPC after error@303308684) -> (continuation of Deferred@1402875720 after retry RPC after error@135271126) -> (continuation of Deferred@1040804124 after retry RPC after error@206825774) -> (continuation of Deferred@781542275 after retry RPC after error@647709221) -> (continuation of Deferred@1395629667 after retry RPC after error@1084626865) -> (continuation of Deferred@1168833885 after retry RPC after error@962336167) -> (continuation of Deferred@380586089 after retry RPC after error@1715785362), errback=(continuation of Deferred@256326941 after retry RPC after error@303308684) -> (continuation of Deferred@1402875720 after retry RPC after error@135271126) -> (continuation of Deferred@1040804124 after retry RPC after error@206825774) -> (continuation of Deferred@781542275 after retry RPC after error@647709221) -> (continuation of Deferred@1395629667 after retry RPC after error@1084626865) -> (continuation of Deferred@1168833885 after retry RPC after error@962336167) -> (continuation of Deferred@380586089 after retry RPC after error@1715785362)))
17:27:55.981 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1459718815(state=PENDING, result=null, callback=(continuation of Deferred@256326941 after retry RPC after error@303308684) -> (continuation of Deferred@1402875720 after retry RPC after error@135271126) -> (continuation of Deferred@1040804124 after retry RPC after error@206825774) -> (continuation of Deferred@781542275 after retry RPC after error@647709221) -> (continuation of Deferred@1395629667 after retry RPC after error@1084626865) -> (continuation of Deferred@1168833885 after retry RPC after error@962336167) -> (continuation of Deferred@380586089 after retry RPC after error@1715785362), errback=(continuation of Deferred@256326941 after retry RPC after error@303308684) -> (continuation of Deferred@1402875720 after retry RPC after error@135271126) -> (continuation of Deferred@1040804124 after retry RPC after error@206825774) -> (continuation of Deferred@781542275 after retry RPC after error@647709221) -> (continuation of Deferred@1395629667 after retry RPC after error@1084626865) -> (continuation of Deferred@1168833885 after retry RPC after error@962336167) -> (continuation of Deferred@380586089 after retry RPC after error@1715785362)))
17:27:55.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:55.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:55.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:55.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:55.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.099 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.100 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:56.118186 7093 raft_consensus.cc:482] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader c0e137f10c154ea6976d648337277d95)
17:27:56.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:56.118377 7093 raft_consensus.cc:504] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:56.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:56.119004 7093 leader_election.cc:288] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481), 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131)
17:27:56.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:56.120082 6203 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111) [suppressed 9 similar messages]
17:27:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:56.121140 6206 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481): Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:27:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:56.121284 6203 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:56.121409 6203 leader_election.cc:302] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e; no voters: 6b72dcbb835742e28ee07ac097a13557, c0e137f10c154ea6976d648337277d95
17:27:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:56.121634 7093 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:27:56.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.159 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.258 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1592308919(state=PENDING, result=null, callback=(continuation of Deferred@836410216 after retry RPC after error@45896568) -> (continuation of Deferred@1530240227 after retry RPC after error@1080284734) -> (continuation of Deferred@629605505 after retry RPC after error@1170253018) -> (continuation of Deferred@853928453 after retry RPC after error@1818826817) -> (continuation of Deferred@1901574721 after retry RPC after error@829503173) -> (continuation of Deferred@752437036 after retry RPC after error@139917798) -> (continuation of Deferred@1151323935 after retry RPC after error@2095062615), errback=(continuation of Deferred@836410216 after retry RPC after error@45896568) -> (continuation of Deferred@1530240227 after retry RPC after error@1080284734) -> (continuation of Deferred@629605505 after retry RPC after error@1170253018) -> (continuation of Deferred@853928453 after retry RPC after error@1818826817) -> (continuation of Deferred@1901574721 after retry RPC after error@829503173) -> (continuation of Deferred@752437036 after retry RPC after error@139917798) -> (continuation of Deferred@1151323935 after retry RPC after error@2095062615)))
17:27:56.259 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:27:56.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.361 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.399 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.439 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.441 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1629349712(state=PENDING, result=null, callback=(continuation of Deferred@395247089 after retry RPC after error@1990647673) -> (continuation of Deferred@435897760 after retry RPC after error@391251624) -> (continuation of Deferred@2010316998 after retry RPC after error@936264786) -> (continuation of Deferred@1960563022 after retry RPC after error@1941696059) -> (continuation of Deferred@478221754 after retry RPC after error@1495805612) -> (continuation of Deferred@1934873958 after retry RPC after error@1605707521), errback=(continuation of Deferred@395247089 after retry RPC after error@1990647673) -> (continuation of Deferred@435897760 after retry RPC after error@391251624) -> (continuation of Deferred@2010316998 after retry RPC after error@936264786) -> (continuation of Deferred@1960563022 after retry RPC after error@1941696059) -> (continuation of Deferred@478221754 after retry RPC after error@1495805612) -> (continuation of Deferred@1934873958 after retry RPC after error@1605707521)))
17:27:56.442 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1629349712(state=PENDING, result=null, callback=(continuation of Deferred@395247089 after retry RPC after error@1990647673) -> (continuation of Deferred@435897760 after retry RPC after error@391251624) -> (continuation of Deferred@2010316998 after retry RPC after error@936264786) -> (continuation of Deferred@1960563022 after retry RPC after error@1941696059) -> (continuation of Deferred@478221754 after retry RPC after error@1495805612) -> (continuation of Deferred@1934873958 after retry RPC after error@1605707521), errback=(continuation of Deferred@395247089 after retry RPC after error@1990647673) -> (continuation of Deferred@435897760 after retry RPC after error@391251624) -> (continuation of Deferred@2010316998 after retry RPC after error@936264786) -> (continuation of Deferred@1960563022 after retry RPC after error@1941696059) -> (continuation of Deferred@478221754 after retry RPC after error@1495805612) -> (continuation of Deferred@1934873958 after retry RPC after error@1605707521)))
17:27:56.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.459 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.461 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.519 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.659 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.661 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@2032353067(state=PENDING, result=null, callback=(continuation of Deferred@1081229699 after retry RPC after error@957460897) -> (continuation of Deferred@1122600935 after retry RPC after error@575873782) -> (continuation of Deferred@1887375718 after retry RPC after error@1146563185) -> (continuation of Deferred@1242516387 after retry RPC after error@1903199366) -> (continuation of Deferred@2039238639 after retry RPC after error@74839565) -> (continuation of Deferred@882374515 after retry RPC after error@1102447059), errback=(continuation of Deferred@1081229699 after retry RPC after error@957460897) -> (continuation of Deferred@1122600935 after retry RPC after error@575873782) -> (continuation of Deferred@1887375718 after retry RPC after error@1146563185) -> (continuation of Deferred@1242516387 after retry RPC after error@1903199366) -> (continuation of Deferred@2039238639 after retry RPC after error@74839565) -> (continuation of Deferred@882374515 after retry RPC after error@1102447059)))
17:27:56.662 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@2032353067(state=PENDING, result=null, callback=(continuation of Deferred@1081229699 after retry RPC after error@957460897) -> (continuation of Deferred@1122600935 after retry RPC after error@575873782) -> (continuation of Deferred@1887375718 after retry RPC after error@1146563185) -> (continuation of Deferred@1242516387 after retry RPC after error@1903199366) -> (continuation of Deferred@2039238639 after retry RPC after error@74839565) -> (continuation of Deferred@882374515 after retry RPC after error@1102447059), errback=(continuation of Deferred@1081229699 after retry RPC after error@957460897) -> (continuation of Deferred@1122600935 after retry RPC after error@575873782) -> (continuation of Deferred@1887375718 after retry RPC after error@1146563185) -> (continuation of Deferred@1242516387 after retry RPC after error@1903199366) -> (continuation of Deferred@2039238639 after retry RPC after error@74839565) -> (continuation of Deferred@882374515 after retry RPC after error@1102447059)))
17:27:56.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.679 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.699 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.701 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.719 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.739 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:56.754652 6840 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 1)
17:27:56.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:56.759229 6840 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '39cb1c97b7ab440db729fdd4a9d94e42', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '39cb1c97b7ab440db729fdd4a9d94e42', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 1)
17:27:56.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:56.760689 6837 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.8.60:43131)
17:27:56.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.799 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1846039982(state=PENDING, result=null, callback=(continuation of Deferred@498881361 after retry RPC after error@1831806665) -> (continuation of Deferred@663513943 after retry RPC after error@184938285) -> (continuation of Deferred@1960580039 after retry RPC after error@1615952635) -> (continuation of Deferred@616788853 after retry RPC after error@10193991) -> (continuation of Deferred@349038008 after retry RPC after error@2141242232) -> (continuation of Deferred@1086807842 after retry RPC after error@484575945) -> (continuation of Deferred@1736035528 after retry RPC after error@507213916), errback=(continuation of Deferred@498881361 after retry RPC after error@1831806665) -> (continuation of Deferred@663513943 after retry RPC after error@184938285) -> (continuation of Deferred@1960580039 after retry RPC after error@1615952635) -> (continuation of Deferred@616788853 after retry RPC after error@10193991) -> (continuation of Deferred@349038008 after retry RPC after error@2141242232) -> (continuation of Deferred@1086807842 after retry RPC after error@484575945) -> (continuation of Deferred@1736035528 after retry RPC after error@507213916)))
17:27:56.881 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1846039982(state=PENDING, result=null, callback=(continuation of Deferred@498881361 after retry RPC after error@1831806665) -> (continuation of Deferred@663513943 after retry RPC after error@184938285) -> (continuation of Deferred@1960580039 after retry RPC after error@1615952635) -> (continuation of Deferred@616788853 after retry RPC after error@10193991) -> (continuation of Deferred@349038008 after retry RPC after error@2141242232) -> (continuation of Deferred@1086807842 after retry RPC after error@484575945) -> (continuation of Deferred@1736035528 after retry RPC after error@507213916), errback=(continuation of Deferred@498881361 after retry RPC after error@1831806665) -> (continuation of Deferred@663513943 after retry RPC after error@184938285) -> (continuation of Deferred@1960580039 after retry RPC after error@1615952635) -> (continuation of Deferred@616788853 after retry RPC after error@10193991) -> (continuation of Deferred@349038008 after retry RPC after error@2141242232) -> (continuation of Deferred@1086807842 after retry RPC after error@484575945) -> (continuation of Deferred@1736035528 after retry RPC after error@507213916)))
17:27:56.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.939 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.940 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.959 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:56.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:56.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:56.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:56.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:56.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.080 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@149007463(state=PENDING, result=null, callback=(continuation of Deferred@324576687 after retry RPC after error@2068826994) -> (continuation of Deferred@1349456954 after retry RPC after error@1432881348) -> (continuation of Deferred@63683099 after retry RPC after error@106624331) -> (continuation of Deferred@784134014 after retry RPC after error@990379077) -> (continuation of Deferred@1698857564 after retry RPC after error@887345938) -> (continuation of Deferred@2104298991 after retry RPC after error@2039231443), errback=(continuation of Deferred@324576687 after retry RPC after error@2068826994) -> (continuation of Deferred@1349456954 after retry RPC after error@1432881348) -> (continuation of Deferred@63683099 after retry RPC after error@106624331) -> (continuation of Deferred@784134014 after retry RPC after error@990379077) -> (continuation of Deferred@1698857564 after retry RPC after error@887345938) -> (continuation of Deferred@2104298991 after retry RPC after error@2039231443)))
17:27:57.080 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@149007463(state=PENDING, result=null, callback=(continuation of Deferred@324576687 after retry RPC after error@2068826994) -> (continuation of Deferred@1349456954 after retry RPC after error@1432881348) -> (continuation of Deferred@63683099 after retry RPC after error@106624331) -> (continuation of Deferred@784134014 after retry RPC after error@990379077) -> (continuation of Deferred@1698857564 after retry RPC after error@887345938) -> (continuation of Deferred@2104298991 after retry RPC after error@2039231443), errback=(continuation of Deferred@324576687 after retry RPC after error@2068826994) -> (continuation of Deferred@1349456954 after retry RPC after error@1432881348) -> (continuation of Deferred@63683099 after retry RPC after error@106624331) -> (continuation of Deferred@784134014 after retry RPC after error@990379077) -> (continuation of Deferred@1698857564 after retry RPC after error@887345938) -> (continuation of Deferred@2104298991 after retry RPC after error@2039231443)))
17:27:57.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.160 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.259 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.280 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1554894686(state=PENDING, result=null, callback=(continuation of Deferred@1271942632 after retry RPC after error@485003038) -> (continuation of Deferred@1135931046 after retry RPC after error@1901137585) -> (continuation of Deferred@950514302 after retry RPC after error@1617910283) -> (continuation of Deferred@71977342 after retry RPC after error@2107112384) -> (continuation of Deferred@2024178254 after retry RPC after error@1644376147) -> (continuation of Deferred@886342868 after retry RPC after error@1985945717) -> (continuation of Deferred@984049666 after retry RPC after error@1096631981), errback=(continuation of Deferred@1271942632 after retry RPC after error@485003038) -> (continuation of Deferred@1135931046 after retry RPC after error@1901137585) -> (continuation of Deferred@950514302 after retry RPC after error@1617910283) -> (continuation of Deferred@71977342 after retry RPC after error@2107112384) -> (continuation of Deferred@2024178254 after retry RPC after error@1644376147) -> (continuation of Deferred@886342868 after retry RPC after error@1985945717) -> (continuation of Deferred@984049666 after retry RPC after error@1096631981)))
17:27:57.281 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1554894686(state=PENDING, result=null, callback=(continuation of Deferred@1271942632 after retry RPC after error@485003038) -> (continuation of Deferred@1135931046 after retry RPC after error@1901137585) -> (continuation of Deferred@950514302 after retry RPC after error@1617910283) -> (continuation of Deferred@71977342 after retry RPC after error@2107112384) -> (continuation of Deferred@2024178254 after retry RPC after error@1644376147) -> (continuation of Deferred@886342868 after retry RPC after error@1985945717) -> (continuation of Deferred@984049666 after retry RPC after error@1096631981), errback=(continuation of Deferred@1271942632 after retry RPC after error@485003038) -> (continuation of Deferred@1135931046 after retry RPC after error@1901137585) -> (continuation of Deferred@950514302 after retry RPC after error@1617910283) -> (continuation of Deferred@71977342 after retry RPC after error@2107112384) -> (continuation of Deferred@2024178254 after retry RPC after error@1644376147) -> (continuation of Deferred@886342868 after retry RPC after error@1985945717) -> (continuation of Deferred@984049666 after retry RPC after error@1096631981)))
17:27:57.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.419 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.500 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@978456715(state=PENDING, result=null, callback=(continuation of Deferred@1088350162 after retry RPC after error@1437951304) -> (continuation of Deferred@1253446998 after retry RPC after error@1623884483) -> (continuation of Deferred@1469909375 after retry RPC after error@704428513) -> (continuation of Deferred@1394218285 after retry RPC after error@1735547159) -> (continuation of Deferred@1478189687 after retry RPC after error@342158116) -> (continuation of Deferred@391391224 after retry RPC after error@1654353636) -> (continuation of Deferred@1628479514 after retry RPC after error@1377721047), errback=(continuation of Deferred@1088350162 after retry RPC after error@1437951304) -> (continuation of Deferred@1253446998 after retry RPC after error@1623884483) -> (continuation of Deferred@1469909375 after retry RPC after error@704428513) -> (continuation of Deferred@1394218285 after retry RPC after error@1735547159) -> (continuation of Deferred@1478189687 after retry RPC after error@342158116) -> (continuation of Deferred@391391224 after retry RPC after error@1654353636) -> (continuation of Deferred@1628479514 after retry RPC after error@1377721047)))
17:27:57.501 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@978456715(state=PENDING, result=null, callback=(continuation of Deferred@1088350162 after retry RPC after error@1437951304) -> (continuation of Deferred@1253446998 after retry RPC after error@1623884483) -> (continuation of Deferred@1469909375 after retry RPC after error@704428513) -> (continuation of Deferred@1394218285 after retry RPC after error@1735547159) -> (continuation of Deferred@1478189687 after retry RPC after error@342158116) -> (continuation of Deferred@391391224 after retry RPC after error@1654353636) -> (continuation of Deferred@1628479514 after retry RPC after error@1377721047), errback=(continuation of Deferred@1088350162 after retry RPC after error@1437951304) -> (continuation of Deferred@1253446998 after retry RPC after error@1623884483) -> (continuation of Deferred@1469909375 after retry RPC after error@704428513) -> (continuation of Deferred@1394218285 after retry RPC after error@1735547159) -> (continuation of Deferred@1478189687 after retry RPC after error@342158116) -> (continuation of Deferred@391391224 after retry RPC after error@1654353636) -> (continuation of Deferred@1628479514 after retry RPC after error@1377721047)))
17:27:57.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.519 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.519 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.520 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.521 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.579 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.599 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.619 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.639 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.760 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@933662870(state=PENDING, result=null, callback=(continuation of Deferred@517628363 after retry RPC after error@1287535203) -> (continuation of Deferred@840921592 after retry RPC after error@826172685) -> (continuation of Deferred@2082971352 after retry RPC after error@1106763293) -> (continuation of Deferred@137291626 after retry RPC after error@1249570159) -> (continuation of Deferred@183204774 after retry RPC after error@1972591568) -> (continuation of Deferred@175761343 after retry RPC after error@393568778) -> (continuation of Deferred@1183980809 after retry RPC after error@699438032), errback=(continuation of Deferred@517628363 after retry RPC after error@1287535203) -> (continuation of Deferred@840921592 after retry RPC after error@826172685) -> (continuation of Deferred@2082971352 after retry RPC after error@1106763293) -> (continuation of Deferred@137291626 after retry RPC after error@1249570159) -> (continuation of Deferred@183204774 after retry RPC after error@1972591568) -> (continuation of Deferred@175761343 after retry RPC after error@393568778) -> (continuation of Deferred@1183980809 after retry RPC after error@699438032)))
17:27:57.761 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@933662870(state=PENDING, result=null, callback=(continuation of Deferred@517628363 after retry RPC after error@1287535203) -> (continuation of Deferred@840921592 after retry RPC after error@826172685) -> (continuation of Deferred@2082971352 after retry RPC after error@1106763293) -> (continuation of Deferred@137291626 after retry RPC after error@1249570159) -> (continuation of Deferred@183204774 after retry RPC after error@1972591568) -> (continuation of Deferred@175761343 after retry RPC after error@393568778) -> (continuation of Deferred@1183980809 after retry RPC after error@699438032), errback=(continuation of Deferred@517628363 after retry RPC after error@1287535203) -> (continuation of Deferred@840921592 after retry RPC after error@826172685) -> (continuation of Deferred@2082971352 after retry RPC after error@1106763293) -> (continuation of Deferred@137291626 after retry RPC after error@1249570159) -> (continuation of Deferred@183204774 after retry RPC after error@1972591568) -> (continuation of Deferred@175761343 after retry RPC after error@393568778) -> (continuation of Deferred@1183980809 after retry RPC after error@699438032)))
17:27:57.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.819 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.839 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.859 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.899 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:57.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:57.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:57.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:57.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:57.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.038 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1877861537(state=PENDING, result=null, callback=(continuation of Deferred@448627177 after retry RPC after error@905273909) -> (continuation of Deferred@972315578 after retry RPC after error@968648905) -> (continuation of Deferred@1333269726 after retry RPC after error@1359098830) -> (continuation of Deferred@1244695519 after retry RPC after error@269502576) -> (continuation of Deferred@524382280 after retry RPC after error@1595784237) -> (continuation of Deferred@289253986 after retry RPC after error@66860029) -> (continuation of Deferred@397136122 after retry RPC after error@635828982), errback=(continuation of Deferred@448627177 after retry RPC after error@905273909) -> (continuation of Deferred@972315578 after retry RPC after error@968648905) -> (continuation of Deferred@1333269726 after retry RPC after error@1359098830) -> (continuation of Deferred@1244695519 after retry RPC after error@269502576) -> (continuation of Deferred@524382280 after retry RPC after error@1595784237) -> (continuation of Deferred@289253986 after retry RPC after error@66860029) -> (continuation of Deferred@397136122 after retry RPC after error@635828982)))
17:27:58.039 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:27:58.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.079 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.099 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.119 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.139 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.240 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1931923300(state=PENDING, result=null, callback=(continuation of Deferred@765986991 after retry RPC after error@1045173540) -> (continuation of Deferred@1245815125 after retry RPC after error@257493654) -> (continuation of Deferred@1658422946 after retry RPC after error@1013074664) -> (continuation of Deferred@2079203128 after retry RPC after error@1017423721) -> (continuation of Deferred@308730569 after retry RPC after error@1023272807) -> (continuation of Deferred@937506847 after retry RPC after error@778526309), errback=(continuation of Deferred@765986991 after retry RPC after error@1045173540) -> (continuation of Deferred@1245815125 after retry RPC after error@257493654) -> (continuation of Deferred@1658422946 after retry RPC after error@1013074664) -> (continuation of Deferred@2079203128 after retry RPC after error@1017423721) -> (continuation of Deferred@308730569 after retry RPC after error@1023272807) -> (continuation of Deferred@937506847 after retry RPC after error@778526309)))
17:27:58.240 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1931923300(state=PENDING, result=null, callback=(continuation of Deferred@765986991 after retry RPC after error@1045173540) -> (continuation of Deferred@1245815125 after retry RPC after error@257493654) -> (continuation of Deferred@1658422946 after retry RPC after error@1013074664) -> (continuation of Deferred@2079203128 after retry RPC after error@1017423721) -> (continuation of Deferred@308730569 after retry RPC after error@1023272807) -> (continuation of Deferred@937506847 after retry RPC after error@778526309), errback=(continuation of Deferred@765986991 after retry RPC after error@1045173540) -> (continuation of Deferred@1245815125 after retry RPC after error@257493654) -> (continuation of Deferred@1658422946 after retry RPC after error@1013074664) -> (continuation of Deferred@2079203128 after retry RPC after error@1017423721) -> (continuation of Deferred@308730569 after retry RPC after error@1023272807) -> (continuation of Deferred@937506847 after retry RPC after error@778526309)))
17:27:58.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.480 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@176883384(state=PENDING, result=null, callback=(continuation of Deferred@2015779973 after retry RPC after error@881167373) -> (continuation of Deferred@1082575600 after retry RPC after error@317368990) -> (continuation of Deferred@1482825266 after retry RPC after error@1084167383) -> (continuation of Deferred@918062974 after retry RPC after error@1900115309) -> (continuation of Deferred@966424313 after retry RPC after error@18609329) -> (continuation of Deferred@1944715419 after retry RPC after error@167442838) -> (continuation of Deferred@1673362414 after retry RPC after error@1037935956), errback=(continuation of Deferred@2015779973 after retry RPC after error@881167373) -> (continuation of Deferred@1082575600 after retry RPC after error@317368990) -> (continuation of Deferred@1482825266 after retry RPC after error@1084167383) -> (continuation of Deferred@918062974 after retry RPC after error@1900115309) -> (continuation of Deferred@966424313 after retry RPC after error@18609329) -> (continuation of Deferred@1944715419 after retry RPC after error@167442838) -> (continuation of Deferred@1673362414 after retry RPC after error@1037935956)))
17:27:58.480 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@176883384(state=PENDING, result=null, callback=(continuation of Deferred@2015779973 after retry RPC after error@881167373) -> (continuation of Deferred@1082575600 after retry RPC after error@317368990) -> (continuation of Deferred@1482825266 after retry RPC after error@1084167383) -> (continuation of Deferred@918062974 after retry RPC after error@1900115309) -> (continuation of Deferred@966424313 after retry RPC after error@18609329) -> (continuation of Deferred@1944715419 after retry RPC after error@167442838) -> (continuation of Deferred@1673362414 after retry RPC after error@1037935956), errback=(continuation of Deferred@2015779973 after retry RPC after error@881167373) -> (continuation of Deferred@1082575600 after retry RPC after error@317368990) -> (continuation of Deferred@1482825266 after retry RPC after error@1084167383) -> (continuation of Deferred@918062974 after retry RPC after error@1900115309) -> (continuation of Deferred@966424313 after retry RPC after error@18609329) -> (continuation of Deferred@1944715419 after retry RPC after error@167442838) -> (continuation of Deferred@1673362414 after retry RPC after error@1037935956)))
17:27:58.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.520 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.619 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.679 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.681 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1575980683(state=PENDING, result=null, callback=(continuation of Deferred@1719087837 after retry RPC after error@230344845) -> (continuation of Deferred@707741736 after retry RPC after error@194314288) -> (continuation of Deferred@1412119109 after retry RPC after error@252604141) -> (continuation of Deferred@1596987692 after retry RPC after error@2080839290) -> (continuation of Deferred@1911812781 after retry RPC after error@225870712) -> (continuation of Deferred@1389367939 after retry RPC after error@371227237), errback=(continuation of Deferred@1719087837 after retry RPC after error@230344845) -> (continuation of Deferred@707741736 after retry RPC after error@194314288) -> (continuation of Deferred@1412119109 after retry RPC after error@252604141) -> (continuation of Deferred@1596987692 after retry RPC after error@2080839290) -> (continuation of Deferred@1911812781 after retry RPC after error@225870712) -> (continuation of Deferred@1389367939 after retry RPC after error@371227237)))
17:27:58.682 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1575980683(state=PENDING, result=null, callback=(continuation of Deferred@1719087837 after retry RPC after error@230344845) -> (continuation of Deferred@707741736 after retry RPC after error@194314288) -> (continuation of Deferred@1412119109 after retry RPC after error@252604141) -> (continuation of Deferred@1596987692 after retry RPC after error@2080839290) -> (continuation of Deferred@1911812781 after retry RPC after error@225870712) -> (continuation of Deferred@1389367939 after retry RPC after error@371227237), errback=(continuation of Deferred@1719087837 after retry RPC after error@230344845) -> (continuation of Deferred@707741736 after retry RPC after error@194314288) -> (continuation of Deferred@1412119109 after retry RPC after error@252604141) -> (continuation of Deferred@1596987692 after retry RPC after error@2080839290) -> (continuation of Deferred@1911812781 after retry RPC after error@225870712) -> (continuation of Deferred@1389367939 after retry RPC after error@371227237)))
17:27:58.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.859 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@2068523498(state=PENDING, result=null, callback=(continuation of Deferred@1147037714 after retry RPC after error@1075427365) -> (continuation of Deferred@1931806596 after retry RPC after error@1359176819) -> (continuation of Deferred@1722456249 after retry RPC after error@1803541721) -> (continuation of Deferred@817753877 after retry RPC after error@2052531597) -> (continuation of Deferred@1208620334 after retry RPC after error@1560711650) -> (continuation of Deferred@43780112 after retry RPC after error@1092890243) -> (continuation of Deferred@1503650028 after retry RPC after error@822076348), errback=(continuation of Deferred@1147037714 after retry RPC after error@1075427365) -> (continuation of Deferred@1931806596 after retry RPC after error@1359176819) -> (continuation of Deferred@1722456249 after retry RPC after error@1803541721) -> (continuation of Deferred@817753877 after retry RPC after error@2052531597) -> (continuation of Deferred@1208620334 after retry RPC after error@1560711650) -> (continuation of Deferred@43780112 after retry RPC after error@1092890243) -> (continuation of Deferred@1503650028 after retry RPC after error@822076348)))
17:27:58.861 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@2068523498(state=PENDING, result=null, callback=(continuation of Deferred@1147037714 after retry RPC after error@1075427365) -> (continuation of Deferred@1931806596 after retry RPC after error@1359176819) -> (continuation of Deferred@1722456249 after retry RPC after error@1803541721) -> (continuation of Deferred@817753877 after retry RPC after error@2052531597) -> (continuation of Deferred@1208620334 after retry RPC after error@1560711650) -> (continuation of Deferred@43780112 after retry RPC after error@1092890243) -> (continuation of Deferred@1503650028 after retry RPC after error@822076348), errback=(continuation of Deferred@1147037714 after retry RPC after error@1075427365) -> (continuation of Deferred@1931806596 after retry RPC after error@1359176819) -> (continuation of Deferred@1722456249 after retry RPC after error@1803541721) -> (continuation of Deferred@817753877 after retry RPC after error@2052531597) -> (continuation of Deferred@1208620334 after retry RPC after error@1560711650) -> (continuation of Deferred@43780112 after retry RPC after error@1092890243) -> (continuation of Deferred@1503650028 after retry RPC after error@822076348)))
17:27:58.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.879 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:58.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:58.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:58.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:58.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:58.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.039 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.040 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@372676443(state=PENDING, result=null, callback=(continuation of Deferred@295815514 after retry RPC after error@1261249465) -> (continuation of Deferred@1262745699 after retry RPC after error@1768763935) -> (continuation of Deferred@1989795185 after retry RPC after error@1418402032) -> (continuation of Deferred@6251234 after retry RPC after error@2245948) -> (continuation of Deferred@946364956 after retry RPC after error@883470713) -> (continuation of Deferred@1335598460 after retry RPC after error@1568811542), errback=(continuation of Deferred@295815514 after retry RPC after error@1261249465) -> (continuation of Deferred@1262745699 after retry RPC after error@1768763935) -> (continuation of Deferred@1989795185 after retry RPC after error@1418402032) -> (continuation of Deferred@6251234 after retry RPC after error@2245948) -> (continuation of Deferred@946364956 after retry RPC after error@883470713) -> (continuation of Deferred@1335598460 after retry RPC after error@1568811542)))
17:27:59.041 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@372676443(state=PENDING, result=null, callback=(continuation of Deferred@295815514 after retry RPC after error@1261249465) -> (continuation of Deferred@1262745699 after retry RPC after error@1768763935) -> (continuation of Deferred@1989795185 after retry RPC after error@1418402032) -> (continuation of Deferred@6251234 after retry RPC after error@2245948) -> (continuation of Deferred@946364956 after retry RPC after error@883470713) -> (continuation of Deferred@1335598460 after retry RPC after error@1568811542), errback=(continuation of Deferred@295815514 after retry RPC after error@1261249465) -> (continuation of Deferred@1262745699 after retry RPC after error@1768763935) -> (continuation of Deferred@1989795185 after retry RPC after error@1418402032) -> (continuation of Deferred@6251234 after retry RPC after error@2245948) -> (continuation of Deferred@946364956 after retry RPC after error@883470713) -> (continuation of Deferred@1335598460 after retry RPC after error@1568811542)))
17:27:59.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.059 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.079 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.099 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.119 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.139 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.159 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.279 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.281 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@882709307(state=PENDING, result=null, callback=(continuation of Deferred@2037063 after retry RPC after error@1412429639) -> (continuation of Deferred@1897512196 after retry RPC after error@759262423) -> (continuation of Deferred@1435296021 after retry RPC after error@2125635884) -> (continuation of Deferred@1115669091 after retry RPC after error@1694382383) -> (continuation of Deferred@1456007404 after retry RPC after error@1033410776) -> (continuation of Deferred@21510610 after retry RPC after error@342511509) -> (continuation of Deferred@99895932 after retry RPC after error@2094222402) -> (continuation of Deferred@1008037027 after retry RPC after error@2051381843), errback=(continuation of Deferred@2037063 after retry RPC after error@1412429639) -> (continuation of Deferred@1897512196 after retry RPC after error@759262423) -> (continuation of Deferred@1435296021 after retry RPC after error@2125635884) -> (continuation of Deferred@1115669091 after retry RPC after error@1694382383) -> (continuation of Deferred@1456007404 after retry RPC after error@1033410776) -> (continuation of Deferred@21510610 after retry RPC after error@342511509) -> (continuation of Deferred@99895932 after retry RPC after error@2094222402) -> (continuation of Deferred@1008037027 after retry RPC after error@2051381843)))
17:27:59.281 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@882709307(state=PENDING, result=null, callback=(continuation of Deferred@2037063 after retry RPC after error@1412429639) -> (continuation of Deferred@1897512196 after retry RPC after error@759262423) -> (continuation of Deferred@1435296021 after retry RPC after error@2125635884) -> (continuation of Deferred@1115669091 after retry RPC after error@1694382383) -> (continuation of Deferred@1456007404 after retry RPC after error@1033410776) -> (continuation of Deferred@21510610 after retry RPC after error@342511509) -> (continuation of Deferred@99895932 after retry RPC after error@2094222402) -> (continuation of Deferred@1008037027 after retry RPC after error@2051381843), errback=(continuation of Deferred@2037063 after retry RPC after error@1412429639) -> (continuation of Deferred@1897512196 after retry RPC after error@759262423) -> (continuation of Deferred@1435296021 after retry RPC after error@2125635884) -> (continuation of Deferred@1115669091 after retry RPC after error@1694382383) -> (continuation of Deferred@1456007404 after retry RPC after error@1033410776) -> (continuation of Deferred@21510610 after retry RPC after error@342511509) -> (continuation of Deferred@99895932 after retry RPC after error@2094222402) -> (continuation of Deferred@1008037027 after retry RPC after error@2051381843)))
17:27:59.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.357 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:59.402344 7115 raft_consensus.cc:482] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader c0e137f10c154ea6976d648337277d95)
17:27:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:59.402552 7115 raft_consensus.cc:504] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:27:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:59.403296 7115 leader_election.cc:288] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481), 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131)
17:27:59.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:59.405594 6206 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481): Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:27:59.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:27:59.405910 6203 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:27:59.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:59.406036 6203 leader_election.cc:302] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e; no voters: 6b72dcbb835742e28ee07ac097a13557, c0e137f10c154ea6976d648337277d95
17:27:59.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:27:59.406313 7115 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:27:59.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.480 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@190116223(state=PENDING, result=null, callback=(continuation of Deferred@1276305243 after retry RPC after error@2136923166) -> (continuation of Deferred@1018866339 after retry RPC after error@273251138) -> (continuation of Deferred@1258001943 after retry RPC after error@1129057658) -> (continuation of Deferred@709515266 after retry RPC after error@1904391522) -> (continuation of Deferred@1734332011 after retry RPC after error@1146828839) -> (continuation of Deferred@1009382118 after retry RPC after error@1491364260), errback=(continuation of Deferred@1276305243 after retry RPC after error@2136923166) -> (continuation of Deferred@1018866339 after retry RPC after error@273251138) -> (continuation of Deferred@1258001943 after retry RPC after error@1129057658) -> (continuation of Deferred@709515266 after retry RPC after error@1904391522) -> (continuation of Deferred@1734332011 after retry RPC after error@1146828839) -> (continuation of Deferred@1009382118 after retry RPC after error@1491364260)))
17:27:59.480 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@190116223(state=PENDING, result=null, callback=(continuation of Deferred@1276305243 after retry RPC after error@2136923166) -> (continuation of Deferred@1018866339 after retry RPC after error@273251138) -> (continuation of Deferred@1258001943 after retry RPC after error@1129057658) -> (continuation of Deferred@709515266 after retry RPC after error@1904391522) -> (continuation of Deferred@1734332011 after retry RPC after error@1146828839) -> (continuation of Deferred@1009382118 after retry RPC after error@1491364260), errback=(continuation of Deferred@1276305243 after retry RPC after error@2136923166) -> (continuation of Deferred@1018866339 after retry RPC after error@273251138) -> (continuation of Deferred@1258001943 after retry RPC after error@1129057658) -> (continuation of Deferred@709515266 after retry RPC after error@1904391522) -> (continuation of Deferred@1734332011 after retry RPC after error@1146828839) -> (continuation of Deferred@1009382118 after retry RPC after error@1491364260)))
17:27:59.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.521 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.539 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.559 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.579 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.599 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.639 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.640 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.641 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1471091973(state=PENDING, result=null, callback=(continuation of Deferred@1796614907 after retry RPC after error@1488854577) -> (continuation of Deferred@1038464499 after retry RPC after error@315459703) -> (continuation of Deferred@1213610279 after retry RPC after error@1613887882) -> (continuation of Deferred@1886093906 after retry RPC after error@245047832) -> (continuation of Deferred@2004725229 after retry RPC after error@418375457) -> (continuation of Deferred@876257148 after retry RPC after error@1676079105), errback=(continuation of Deferred@1796614907 after retry RPC after error@1488854577) -> (continuation of Deferred@1038464499 after retry RPC after error@315459703) -> (continuation of Deferred@1213610279 after retry RPC after error@1613887882) -> (continuation of Deferred@1886093906 after retry RPC after error@245047832) -> (continuation of Deferred@2004725229 after retry RPC after error@418375457) -> (continuation of Deferred@876257148 after retry RPC after error@1676079105)))
17:27:59.641 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1471091973(state=PENDING, result=null, callback=(continuation of Deferred@1796614907 after retry RPC after error@1488854577) -> (continuation of Deferred@1038464499 after retry RPC after error@315459703) -> (continuation of Deferred@1213610279 after retry RPC after error@1613887882) -> (continuation of Deferred@1886093906 after retry RPC after error@245047832) -> (continuation of Deferred@2004725229 after retry RPC after error@418375457) -> (continuation of Deferred@876257148 after retry RPC after error@1676079105), errback=(continuation of Deferred@1796614907 after retry RPC after error@1488854577) -> (continuation of Deferred@1038464499 after retry RPC after error@315459703) -> (continuation of Deferred@1213610279 after retry RPC after error@1613887882) -> (continuation of Deferred@1886093906 after retry RPC after error@245047832) -> (continuation of Deferred@2004725229 after retry RPC after error@418375457) -> (continuation of Deferred@876257148 after retry RPC after error@1676079105)))
17:27:59.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.900 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@480053149(state=PENDING, result=null, callback=(continuation of Deferred@784209080 after retry RPC after error@702009166) -> (continuation of Deferred@249044932 after retry RPC after error@2056077421) -> (continuation of Deferred@617119824 after retry RPC after error@863147576) -> (continuation of Deferred@2098891181 after retry RPC after error@1837375563) -> (continuation of Deferred@221177771 after retry RPC after error@709522272) -> (continuation of Deferred@62181477 after retry RPC after error@1333669408) -> (continuation of Deferred@890735579 after retry RPC after error@1279209322) -> (continuation of Deferred@1773009264 after retry RPC after error@1461507403), errback=(continuation of Deferred@784209080 after retry RPC after error@702009166) -> (continuation of Deferred@249044932 after retry RPC after error@2056077421) -> (continuation of Deferred@617119824 after retry RPC after error@863147576) -> (continuation of Deferred@2098891181 after retry RPC after error@1837375563) -> (continuation of Deferred@221177771 after retry RPC after error@709522272) -> (continuation of Deferred@62181477 after retry RPC after error@1333669408) -> (continuation of Deferred@890735579 after retry RPC after error@1279209322) -> (continuation of Deferred@1773009264 after retry RPC after error@1461507403)))
17:27:59.901 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@480053149(state=PENDING, result=null, callback=(continuation of Deferred@784209080 after retry RPC after error@702009166) -> (continuation of Deferred@249044932 after retry RPC after error@2056077421) -> (continuation of Deferred@617119824 after retry RPC after error@863147576) -> (continuation of Deferred@2098891181 after retry RPC after error@1837375563) -> (continuation of Deferred@221177771 after retry RPC after error@709522272) -> (continuation of Deferred@62181477 after retry RPC after error@1333669408) -> (continuation of Deferred@890735579 after retry RPC after error@1279209322) -> (continuation of Deferred@1773009264 after retry RPC after error@1461507403), errback=(continuation of Deferred@784209080 after retry RPC after error@702009166) -> (continuation of Deferred@249044932 after retry RPC after error@2056077421) -> (continuation of Deferred@617119824 after retry RPC after error@863147576) -> (continuation of Deferred@2098891181 after retry RPC after error@1837375563) -> (continuation of Deferred@221177771 after retry RPC after error@709522272) -> (continuation of Deferred@62181477 after retry RPC after error@1333669408) -> (continuation of Deferred@890735579 after retry RPC after error@1279209322) -> (continuation of Deferred@1773009264 after retry RPC after error@1461507403)))
17:27:59.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.959 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.979 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:27:59.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:27:59.999 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:27:59.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:27:59.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:27:59.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1093927550(state=PENDING, result=null, callback=(continuation of Deferred@1841579006 after retry RPC after error@580956782) -> (continuation of Deferred@157385712 after retry RPC after error@1755797328) -> (continuation of Deferred@657662473 after retry RPC after error@2606915) -> (continuation of Deferred@89959092 after retry RPC after error@1469280408) -> (continuation of Deferred@1770926857 after retry RPC after error@1462631588) -> (continuation of Deferred@927262207 after retry RPC after error@2074039359) -> (continuation of Deferred@1670460990 after retry RPC after error@1541484084), errback=(continuation of Deferred@1841579006 after retry RPC after error@580956782) -> (continuation of Deferred@157385712 after retry RPC after error@1755797328) -> (continuation of Deferred@657662473 after retry RPC after error@2606915) -> (continuation of Deferred@89959092 after retry RPC after error@1469280408) -> (continuation of Deferred@1770926857 after retry RPC after error@1462631588) -> (continuation of Deferred@927262207 after retry RPC after error@2074039359) -> (continuation of Deferred@1670460990 after retry RPC after error@1541484084)))
17:28:00.100 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1093927550(state=PENDING, result=null, callback=(continuation of Deferred@1841579006 after retry RPC after error@580956782) -> (continuation of Deferred@157385712 after retry RPC after error@1755797328) -> (continuation of Deferred@657662473 after retry RPC after error@2606915) -> (continuation of Deferred@89959092 after retry RPC after error@1469280408) -> (continuation of Deferred@1770926857 after retry RPC after error@1462631588) -> (continuation of Deferred@927262207 after retry RPC after error@2074039359) -> (continuation of Deferred@1670460990 after retry RPC after error@1541484084), errback=(continuation of Deferred@1841579006 after retry RPC after error@580956782) -> (continuation of Deferred@157385712 after retry RPC after error@1755797328) -> (continuation of Deferred@657662473 after retry RPC after error@2606915) -> (continuation of Deferred@89959092 after retry RPC after error@1469280408) -> (continuation of Deferred@1770926857 after retry RPC after error@1462631588) -> (continuation of Deferred@927262207 after retry RPC after error@2074039359) -> (continuation of Deferred@1670460990 after retry RPC after error@1541484084)))
17:28:00.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.179 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.280 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@2093440999(state=PENDING, result=null, callback=(continuation of Deferred@1550977568 after retry RPC after error@197141356) -> (continuation of Deferred@847234402 after retry RPC after error@1946258605) -> (continuation of Deferred@946780935 after retry RPC after error@843002917) -> (continuation of Deferred@2116531157 after retry RPC after error@112933976) -> (continuation of Deferred@1270880523 after retry RPC after error@9802314) -> (continuation of Deferred@1131356310 after retry RPC after error@476683615), errback=(continuation of Deferred@1550977568 after retry RPC after error@197141356) -> (continuation of Deferred@847234402 after retry RPC after error@1946258605) -> (continuation of Deferred@946780935 after retry RPC after error@843002917) -> (continuation of Deferred@2116531157 after retry RPC after error@112933976) -> (continuation of Deferred@1270880523 after retry RPC after error@9802314) -> (continuation of Deferred@1131356310 after retry RPC after error@476683615)))
17:28:00.281 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@2093440999(state=PENDING, result=null, callback=(continuation of Deferred@1550977568 after retry RPC after error@197141356) -> (continuation of Deferred@847234402 after retry RPC after error@1946258605) -> (continuation of Deferred@946780935 after retry RPC after error@843002917) -> (continuation of Deferred@2116531157 after retry RPC after error@112933976) -> (continuation of Deferred@1270880523 after retry RPC after error@9802314) -> (continuation of Deferred@1131356310 after retry RPC after error@476683615), errback=(continuation of Deferred@1550977568 after retry RPC after error@197141356) -> (continuation of Deferred@847234402 after retry RPC after error@1946258605) -> (continuation of Deferred@946780935 after retry RPC after error@843002917) -> (continuation of Deferred@2116531157 after retry RPC after error@112933976) -> (continuation of Deferred@1270880523 after retry RPC after error@9802314) -> (continuation of Deferred@1131356310 after retry RPC after error@476683615)))
17:28:00.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@648383520(state=PENDING, result=null, callback=(continuation of Deferred@1521497784 after retry RPC after error@462663786) -> (continuation of Deferred@144135514 after retry RPC after error@47779044) -> (continuation of Deferred@1493696497 after retry RPC after error@1594954843) -> (continuation of Deferred@1830729574 after retry RPC after error@661272589) -> (continuation of Deferred@1098167142 after retry RPC after error@378590431) -> (continuation of Deferred@237888748 after retry RPC after error@2029064052) -> (continuation of Deferred@477789327 after retry RPC after error@207386099), errback=(continuation of Deferred@1521497784 after retry RPC after error@462663786) -> (continuation of Deferred@144135514 after retry RPC after error@47779044) -> (continuation of Deferred@1493696497 after retry RPC after error@1594954843) -> (continuation of Deferred@1830729574 after retry RPC after error@661272589) -> (continuation of Deferred@1098167142 after retry RPC after error@378590431) -> (continuation of Deferred@237888748 after retry RPC after error@2029064052) -> (continuation of Deferred@477789327 after retry RPC after error@207386099)))
17:28:00.441 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@648383520(state=PENDING, result=null, callback=(continuation of Deferred@1521497784 after retry RPC after error@462663786) -> (continuation of Deferred@144135514 after retry RPC after error@47779044) -> (continuation of Deferred@1493696497 after retry RPC after error@1594954843) -> (continuation of Deferred@1830729574 after retry RPC after error@661272589) -> (continuation of Deferred@1098167142 after retry RPC after error@378590431) -> (continuation of Deferred@237888748 after retry RPC after error@2029064052) -> (continuation of Deferred@477789327 after retry RPC after error@207386099), errback=(continuation of Deferred@1521497784 after retry RPC after error@462663786) -> (continuation of Deferred@144135514 after retry RPC after error@47779044) -> (continuation of Deferred@1493696497 after retry RPC after error@1594954843) -> (continuation of Deferred@1830729574 after retry RPC after error@661272589) -> (continuation of Deferred@1098167142 after retry RPC after error@378590431) -> (continuation of Deferred@237888748 after retry RPC after error@2029064052) -> (continuation of Deferred@477789327 after retry RPC after error@207386099)))
17:28:00.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:00.471339 6187 master_runner.cc:186] Error getting master registration for 127.6.8.61:41481: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111),
17:28:00.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:00.471549 6187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:28:00.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.499 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.521 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.539 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:00.566391 7130 raft_consensus.cc:482] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader c0e137f10c154ea6976d648337277d95)
17:28:00.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:00.566576 7130 raft_consensus.cc:504] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:28:00.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:00.567207 7130 leader_election.cc:288] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481), 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131)
17:28:00.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:00.568908 6203 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:28:00.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:00.569068 6206 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481): Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:28:00.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:00.569182 6206 leader_election.cc:302] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e; no voters: 6b72dcbb835742e28ee07ac097a13557, c0e137f10c154ea6976d648337277d95
17:28:00.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:00.569407 7130 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:28:00.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.579 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.680 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@457135316(state=PENDING, result=null, callback=(continuation of Deferred@1737223724 after retry RPC after error@619326865) -> (continuation of Deferred@1167988115 after retry RPC after error@610693120) -> (continuation of Deferred@472121390 after retry RPC after error@1775710366) -> (continuation of Deferred@1548784314 after retry RPC after error@1268846400) -> (continuation of Deferred@2000180074 after retry RPC after error@658235091) -> (continuation of Deferred@2133216716 after retry RPC after error@1019123303) -> (continuation of Deferred@153629081 after retry RPC after error@1889319721), errback=(continuation of Deferred@1737223724 after retry RPC after error@619326865) -> (continuation of Deferred@1167988115 after retry RPC after error@610693120) -> (continuation of Deferred@472121390 after retry RPC after error@1775710366) -> (continuation of Deferred@1548784314 after retry RPC after error@1268846400) -> (continuation of Deferred@2000180074 after retry RPC after error@658235091) -> (continuation of Deferred@2133216716 after retry RPC after error@1019123303) -> (continuation of Deferred@153629081 after retry RPC after error@1889319721)))
17:28:00.680 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@457135316(state=PENDING, result=null, callback=(continuation of Deferred@1737223724 after retry RPC after error@619326865) -> (continuation of Deferred@1167988115 after retry RPC after error@610693120) -> (continuation of Deferred@472121390 after retry RPC after error@1775710366) -> (continuation of Deferred@1548784314 after retry RPC after error@1268846400) -> (continuation of Deferred@2000180074 after retry RPC after error@658235091) -> (continuation of Deferred@2133216716 after retry RPC after error@1019123303) -> (continuation of Deferred@153629081 after retry RPC after error@1889319721), errback=(continuation of Deferred@1737223724 after retry RPC after error@619326865) -> (continuation of Deferred@1167988115 after retry RPC after error@610693120) -> (continuation of Deferred@472121390 after retry RPC after error@1775710366) -> (continuation of Deferred@1548784314 after retry RPC after error@1268846400) -> (continuation of Deferred@2000180074 after retry RPC after error@658235091) -> (continuation of Deferred@2133216716 after retry RPC after error@1019123303) -> (continuation of Deferred@153629081 after retry RPC after error@1889319721)))
17:28:00.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.859 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.899 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.940 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@2090415076(state=PENDING, result=null, callback=(continuation of Deferred@173650127 after retry RPC after error@2056883473) -> (continuation of Deferred@1970936356 after retry RPC after error@1078530428) -> (continuation of Deferred@131145330 after retry RPC after error@823589532) -> (continuation of Deferred@345537952 after retry RPC after error@483548350) -> (continuation of Deferred@335541208 after retry RPC after error@356198689) -> (continuation of Deferred@1108943707 after retry RPC after error@1285599242) -> (continuation of Deferred@539884405 after retry RPC after error@1821617264) -> (continuation of Deferred@1729841474 after retry RPC after error@787645771), errback=(continuation of Deferred@173650127 after retry RPC after error@2056883473) -> (continuation of Deferred@1970936356 after retry RPC after error@1078530428) -> (continuation of Deferred@131145330 after retry RPC after error@823589532) -> (continuation of Deferred@345537952 after retry RPC after error@483548350) -> (continuation of Deferred@335541208 after retry RPC after error@356198689) -> (continuation of Deferred@1108943707 after retry RPC after error@1285599242) -> (continuation of Deferred@539884405 after retry RPC after error@1821617264) -> (continuation of Deferred@1729841474 after retry RPC after error@787645771)))
17:28:00.940 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@2090415076(state=PENDING, result=null, callback=(continuation of Deferred@173650127 after retry RPC after error@2056883473) -> (continuation of Deferred@1970936356 after retry RPC after error@1078530428) -> (continuation of Deferred@131145330 after retry RPC after error@823589532) -> (continuation of Deferred@345537952 after retry RPC after error@483548350) -> (continuation of Deferred@335541208 after retry RPC after error@356198689) -> (continuation of Deferred@1108943707 after retry RPC after error@1285599242) -> (continuation of Deferred@539884405 after retry RPC after error@1821617264) -> (continuation of Deferred@1729841474 after retry RPC after error@787645771), errback=(continuation of Deferred@173650127 after retry RPC after error@2056883473) -> (continuation of Deferred@1970936356 after retry RPC after error@1078530428) -> (continuation of Deferred@131145330 after retry RPC after error@823589532) -> (continuation of Deferred@345537952 after retry RPC after error@483548350) -> (continuation of Deferred@335541208 after retry RPC after error@356198689) -> (continuation of Deferred@1108943707 after retry RPC after error@1285599242) -> (continuation of Deferred@539884405 after retry RPC after error@1821617264) -> (continuation of Deferred@1729841474 after retry RPC after error@787645771)))
17:28:00.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.979 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:00.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:00.999 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:00.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:00.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:00.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.019 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.039 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.040 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.140 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1180724860(state=PENDING, result=null, callback=(continuation of Deferred@683758683 after retry RPC after error@1080203558) -> (continuation of Deferred@267731772 after retry RPC after error@1252253488) -> (continuation of Deferred@1751267763 after retry RPC after error@1008543280) -> (continuation of Deferred@424963628 after retry RPC after error@1297774697) -> (continuation of Deferred@873230288 after retry RPC after error@1643504583) -> (continuation of Deferred@1542116571 after retry RPC after error@1164797695) -> (continuation of Deferred@306766701 after retry RPC after error@1559085368), errback=(continuation of Deferred@683758683 after retry RPC after error@1080203558) -> (continuation of Deferred@267731772 after retry RPC after error@1252253488) -> (continuation of Deferred@1751267763 after retry RPC after error@1008543280) -> (continuation of Deferred@424963628 after retry RPC after error@1297774697) -> (continuation of Deferred@873230288 after retry RPC after error@1643504583) -> (continuation of Deferred@1542116571 after retry RPC after error@1164797695) -> (continuation of Deferred@306766701 after retry RPC after error@1559085368)))
17:28:01.141 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1180724860(state=PENDING, result=null, callback=(continuation of Deferred@683758683 after retry RPC after error@1080203558) -> (continuation of Deferred@267731772 after retry RPC after error@1252253488) -> (continuation of Deferred@1751267763 after retry RPC after error@1008543280) -> (continuation of Deferred@424963628 after retry RPC after error@1297774697) -> (continuation of Deferred@873230288 after retry RPC after error@1643504583) -> (continuation of Deferred@1542116571 after retry RPC after error@1164797695) -> (continuation of Deferred@306766701 after retry RPC after error@1559085368), errback=(continuation of Deferred@683758683 after retry RPC after error@1080203558) -> (continuation of Deferred@267731772 after retry RPC after error@1252253488) -> (continuation of Deferred@1751267763 after retry RPC after error@1008543280) -> (continuation of Deferred@424963628 after retry RPC after error@1297774697) -> (continuation of Deferred@873230288 after retry RPC after error@1643504583) -> (continuation of Deferred@1542116571 after retry RPC after error@1164797695) -> (continuation of Deferred@306766701 after retry RPC after error@1559085368)))
17:28:01.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.259 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.260 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.299 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.418 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1669540392(state=PENDING, result=null, callback=(continuation of Deferred@1866189825 after retry RPC after error@537364653) -> (continuation of Deferred@2083305510 after retry RPC after error@100929505) -> (continuation of Deferred@929988836 after retry RPC after error@732968004) -> (continuation of Deferred@843338908 after retry RPC after error@345583154) -> (continuation of Deferred@1463023077 after retry RPC after error@2106325331) -> (continuation of Deferred@1836823242 after retry RPC after error@818870761) -> (continuation of Deferred@2023403208 after retry RPC after error@1517912553) -> (continuation of Deferred@1789171086 after retry RPC after error@761411714), errback=(continuation of Deferred@1866189825 after retry RPC after error@537364653) -> (continuation of Deferred@2083305510 after retry RPC after error@100929505) -> (continuation of Deferred@929988836 after retry RPC after error@732968004) -> (continuation of Deferred@843338908 after retry RPC after error@345583154) -> (continuation of Deferred@1463023077 after retry RPC after error@2106325331) -> (continuation of Deferred@1836823242 after retry RPC after error@818870761) -> (continuation of Deferred@2023403208 after retry RPC after error@1517912553) -> (continuation of Deferred@1789171086 after retry RPC after error@761411714)))
17:28:01.419 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:01.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.679 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.681 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@427133183(state=PENDING, result=null, callback=(continuation of Deferred@1341118428 after retry RPC after error@180827478) -> (continuation of Deferred@1994809769 after retry RPC after error@1138834938) -> (continuation of Deferred@1921074029 after retry RPC after error@1096791534) -> (continuation of Deferred@74547013 after retry RPC after error@1320520924) -> (continuation of Deferred@920073292 after retry RPC after error@177936317) -> (continuation of Deferred@85969660 after retry RPC after error@1731098095) -> (continuation of Deferred@1750353938 after retry RPC after error@983600218), errback=(continuation of Deferred@1341118428 after retry RPC after error@180827478) -> (continuation of Deferred@1994809769 after retry RPC after error@1138834938) -> (continuation of Deferred@1921074029 after retry RPC after error@1096791534) -> (continuation of Deferred@74547013 after retry RPC after error@1320520924) -> (continuation of Deferred@920073292 after retry RPC after error@177936317) -> (continuation of Deferred@85969660 after retry RPC after error@1731098095) -> (continuation of Deferred@1750353938 after retry RPC after error@983600218)))
17:28:01.682 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@427133183(state=PENDING, result=null, callback=(continuation of Deferred@1341118428 after retry RPC after error@180827478) -> (continuation of Deferred@1994809769 after retry RPC after error@1138834938) -> (continuation of Deferred@1921074029 after retry RPC after error@1096791534) -> (continuation of Deferred@74547013 after retry RPC after error@1320520924) -> (continuation of Deferred@920073292 after retry RPC after error@177936317) -> (continuation of Deferred@85969660 after retry RPC after error@1731098095) -> (continuation of Deferred@1750353938 after retry RPC after error@983600218), errback=(continuation of Deferred@1341118428 after retry RPC after error@180827478) -> (continuation of Deferred@1994809769 after retry RPC after error@1138834938) -> (continuation of Deferred@1921074029 after retry RPC after error@1096791534) -> (continuation of Deferred@74547013 after retry RPC after error@1320520924) -> (continuation of Deferred@920073292 after retry RPC after error@177936317) -> (continuation of Deferred@85969660 after retry RPC after error@1731098095) -> (continuation of Deferred@1750353938 after retry RPC after error@983600218)))
17:28:01.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.699 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:01.799813 6840 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 1)
17:28:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:01.802345 6840 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '39cb1c97b7ab440db729fdd4a9d94e42', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '39cb1c97b7ab440db729fdd4a9d94e42', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 1)
17:28:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:01.803632 6837 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.8.60:43131)
17:28:01.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1878294275(state=PENDING, result=null, callback=(continuation of Deferred@1437199445 after retry RPC after error@1189167035) -> (continuation of Deferred@1709644235 after retry RPC after error@690454035) -> (continuation of Deferred@863429670 after retry RPC after error@2091194644) -> (continuation of Deferred@567373322 after retry RPC after error@865356741) -> (continuation of Deferred@927452741 after retry RPC after error@1677593600) -> (continuation of Deferred@1232445259 after retry RPC after error@1479425987) -> (continuation of Deferred@1368586085 after retry RPC after error@1117744987), errback=(continuation of Deferred@1437199445 after retry RPC after error@1189167035) -> (continuation of Deferred@1709644235 after retry RPC after error@690454035) -> (continuation of Deferred@863429670 after retry RPC after error@2091194644) -> (continuation of Deferred@567373322 after retry RPC after error@865356741) -> (continuation of Deferred@927452741 after retry RPC after error@1677593600) -> (continuation of Deferred@1232445259 after retry RPC after error@1479425987) -> (continuation of Deferred@1368586085 after retry RPC after error@1117744987)))
17:28:01.880 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1878294275(state=PENDING, result=null, callback=(continuation of Deferred@1437199445 after retry RPC after error@1189167035) -> (continuation of Deferred@1709644235 after retry RPC after error@690454035) -> (continuation of Deferred@863429670 after retry RPC after error@2091194644) -> (continuation of Deferred@567373322 after retry RPC after error@865356741) -> (continuation of Deferred@927452741 after retry RPC after error@1677593600) -> (continuation of Deferred@1232445259 after retry RPC after error@1479425987) -> (continuation of Deferred@1368586085 after retry RPC after error@1117744987), errback=(continuation of Deferred@1437199445 after retry RPC after error@1189167035) -> (continuation of Deferred@1709644235 after retry RPC after error@690454035) -> (continuation of Deferred@863429670 after retry RPC after error@2091194644) -> (continuation of Deferred@567373322 after retry RPC after error@865356741) -> (continuation of Deferred@927452741 after retry RPC after error@1677593600) -> (continuation of Deferred@1232445259 after retry RPC after error@1479425987) -> (continuation of Deferred@1368586085 after retry RPC after error@1117744987)))
17:28:01.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:01.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:01.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:01.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:01.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:01.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@363312909(state=PENDING, result=null, callback=(continuation of Deferred@1102707286 after retry RPC after error@1522777692) -> (continuation of Deferred@2117924785 after retry RPC after error@1443575972) -> (continuation of Deferred@1491997561 after retry RPC after error@530081638) -> (continuation of Deferred@109087323 after retry RPC after error@155278391) -> (continuation of Deferred@563934141 after retry RPC after error@2103645119) -> (continuation of Deferred@2142473242 after retry RPC after error@2081478463) -> (continuation of Deferred@978833947 after retry RPC after error@1598869509), errback=(continuation of Deferred@1102707286 after retry RPC after error@1522777692) -> (continuation of Deferred@2117924785 after retry RPC after error@1443575972) -> (continuation of Deferred@1491997561 after retry RPC after error@530081638) -> (continuation of Deferred@109087323 after retry RPC after error@155278391) -> (continuation of Deferred@563934141 after retry RPC after error@2103645119) -> (continuation of Deferred@2142473242 after retry RPC after error@2081478463) -> (continuation of Deferred@978833947 after retry RPC after error@1598869509)))
17:28:02.100 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@363312909(state=PENDING, result=null, callback=(continuation of Deferred@1102707286 after retry RPC after error@1522777692) -> (continuation of Deferred@2117924785 after retry RPC after error@1443575972) -> (continuation of Deferred@1491997561 after retry RPC after error@530081638) -> (continuation of Deferred@109087323 after retry RPC after error@155278391) -> (continuation of Deferred@563934141 after retry RPC after error@2103645119) -> (continuation of Deferred@2142473242 after retry RPC after error@2081478463) -> (continuation of Deferred@978833947 after retry RPC after error@1598869509), errback=(continuation of Deferred@1102707286 after retry RPC after error@1522777692) -> (continuation of Deferred@2117924785 after retry RPC after error@1443575972) -> (continuation of Deferred@1491997561 after retry RPC after error@530081638) -> (continuation of Deferred@109087323 after retry RPC after error@155278391) -> (continuation of Deferred@563934141 after retry RPC after error@2103645119) -> (continuation of Deferred@2142473242 after retry RPC after error@2081478463) -> (continuation of Deferred@978833947 after retry RPC after error@1598869509)))
17:28:02.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.177 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.199 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.260 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:02.275368 7140 raft_consensus.cc:482] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader c0e137f10c154ea6976d648337277d95)
17:28:02.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:02.275547 7140 raft_consensus.cc:504] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:28:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:02.276257 7140 leader_election.cc:288] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481), 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131)
17:28:02.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:02.277163 6206 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111) [suppressed 5 similar messages]
17:28:02.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:02.278479 6206 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481): Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:28:02.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:02.278728 6203 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:28:02.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:02.278901 6203 leader_election.cc:302] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e; no voters: 6b72dcbb835742e28ee07ac097a13557, c0e137f10c154ea6976d648337277d95
17:28:02.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:02.279172 7140 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:28:02.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.340 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@2013618460(state=PENDING, result=null, callback=(continuation of Deferred@771746640 after retry RPC after error@839227568) -> (continuation of Deferred@691240072 after retry RPC after error@2054022451) -> (continuation of Deferred@681194565 after retry RPC after error@910490110) -> (continuation of Deferred@77661314 after retry RPC after error@292564312) -> (continuation of Deferred@1748044591 after retry RPC after error@2032895198) -> (continuation of Deferred@1965165165 after retry RPC after error@1705571196) -> (continuation of Deferred@86045845 after retry RPC after error@545820059) -> (continuation of Deferred@1167886981 after retry RPC after error@1728950873), errback=(continuation of Deferred@771746640 after retry RPC after error@839227568) -> (continuation of Deferred@691240072 after retry RPC after error@2054022451) -> (continuation of Deferred@681194565 after retry RPC after error@910490110) -> (continuation of Deferred@77661314 after retry RPC after error@292564312) -> (continuation of Deferred@1748044591 after retry RPC after error@2032895198) -> (continuation of Deferred@1965165165 after retry RPC after error@1705571196) -> (continuation of Deferred@86045845 after retry RPC after error@545820059) -> (continuation of Deferred@1167886981 after retry RPC after error@1728950873)))
17:28:02.341 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@2013618460(state=PENDING, result=null, callback=(continuation of Deferred@771746640 after retry RPC after error@839227568) -> (continuation of Deferred@691240072 after retry RPC after error@2054022451) -> (continuation of Deferred@681194565 after retry RPC after error@910490110) -> (continuation of Deferred@77661314 after retry RPC after error@292564312) -> (continuation of Deferred@1748044591 after retry RPC after error@2032895198) -> (continuation of Deferred@1965165165 after retry RPC after error@1705571196) -> (continuation of Deferred@86045845 after retry RPC after error@545820059) -> (continuation of Deferred@1167886981 after retry RPC after error@1728950873), errback=(continuation of Deferred@771746640 after retry RPC after error@839227568) -> (continuation of Deferred@691240072 after retry RPC after error@2054022451) -> (continuation of Deferred@681194565 after retry RPC after error@910490110) -> (continuation of Deferred@77661314 after retry RPC after error@292564312) -> (continuation of Deferred@1748044591 after retry RPC after error@2032895198) -> (continuation of Deferred@1965165165 after retry RPC after error@1705571196) -> (continuation of Deferred@86045845 after retry RPC after error@545820059) -> (continuation of Deferred@1167886981 after retry RPC after error@1728950873)))
17:28:02.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.439 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.439 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.441 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.599 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.601 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@212650683(state=PENDING, result=null, callback=(continuation of Deferred@1320554504 after retry RPC after error@83764677) -> (continuation of Deferred@1228350344 after retry RPC after error@597999879) -> (continuation of Deferred@1567400747 after retry RPC after error@684287310) -> (continuation of Deferred@1477589180 after retry RPC after error@1572562496) -> (continuation of Deferred@1702290215 after retry RPC after error@108399058) -> (continuation of Deferred@1332217464 after retry RPC after error@1231548595) -> (continuation of Deferred@458902883 after retry RPC after error@768929603), errback=(continuation of Deferred@1320554504 after retry RPC after error@83764677) -> (continuation of Deferred@1228350344 after retry RPC after error@597999879) -> (continuation of Deferred@1567400747 after retry RPC after error@684287310) -> (continuation of Deferred@1477589180 after retry RPC after error@1572562496) -> (continuation of Deferred@1702290215 after retry RPC after error@108399058) -> (continuation of Deferred@1332217464 after retry RPC after error@1231548595) -> (continuation of Deferred@458902883 after retry RPC after error@768929603)))
17:28:02.601 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@212650683(state=PENDING, result=null, callback=(continuation of Deferred@1320554504 after retry RPC after error@83764677) -> (continuation of Deferred@1228350344 after retry RPC after error@597999879) -> (continuation of Deferred@1567400747 after retry RPC after error@684287310) -> (continuation of Deferred@1477589180 after retry RPC after error@1572562496) -> (continuation of Deferred@1702290215 after retry RPC after error@108399058) -> (continuation of Deferred@1332217464 after retry RPC after error@1231548595) -> (continuation of Deferred@458902883 after retry RPC after error@768929603), errback=(continuation of Deferred@1320554504 after retry RPC after error@83764677) -> (continuation of Deferred@1228350344 after retry RPC after error@597999879) -> (continuation of Deferred@1567400747 after retry RPC after error@684287310) -> (continuation of Deferred@1477589180 after retry RPC after error@1572562496) -> (continuation of Deferred@1702290215 after retry RPC after error@108399058) -> (continuation of Deferred@1332217464 after retry RPC after error@1231548595) -> (continuation of Deferred@458902883 after retry RPC after error@768929603)))
17:28:02.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.619 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.620 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.820 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1970377889(state=PENDING, result=null, callback=(continuation of Deferred@253628490 after retry RPC after error@156386426) -> (continuation of Deferred@1421671912 after retry RPC after error@764522306) -> (continuation of Deferred@1383233274 after retry RPC after error@1234737498) -> (continuation of Deferred@2063101500 after retry RPC after error@1521690014) -> (continuation of Deferred@464997780 after retry RPC after error@384321009) -> (continuation of Deferred@794316958 after retry RPC after error@1812205374) -> (continuation of Deferred@1308505287 after retry RPC after error@434976580), errback=(continuation of Deferred@253628490 after retry RPC after error@156386426) -> (continuation of Deferred@1421671912 after retry RPC after error@764522306) -> (continuation of Deferred@1383233274 after retry RPC after error@1234737498) -> (continuation of Deferred@2063101500 after retry RPC after error@1521690014) -> (continuation of Deferred@464997780 after retry RPC after error@384321009) -> (continuation of Deferred@794316958 after retry RPC after error@1812205374) -> (continuation of Deferred@1308505287 after retry RPC after error@434976580)))
17:28:02.821 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1970377889(state=PENDING, result=null, callback=(continuation of Deferred@253628490 after retry RPC after error@156386426) -> (continuation of Deferred@1421671912 after retry RPC after error@764522306) -> (continuation of Deferred@1383233274 after retry RPC after error@1234737498) -> (continuation of Deferred@2063101500 after retry RPC after error@1521690014) -> (continuation of Deferred@464997780 after retry RPC after error@384321009) -> (continuation of Deferred@794316958 after retry RPC after error@1812205374) -> (continuation of Deferred@1308505287 after retry RPC after error@434976580), errback=(continuation of Deferred@253628490 after retry RPC after error@156386426) -> (continuation of Deferred@1421671912 after retry RPC after error@764522306) -> (continuation of Deferred@1383233274 after retry RPC after error@1234737498) -> (continuation of Deferred@2063101500 after retry RPC after error@1521690014) -> (continuation of Deferred@464997780 after retry RPC after error@384321009) -> (continuation of Deferred@794316958 after retry RPC after error@1812205374) -> (continuation of Deferred@1308505287 after retry RPC after error@434976580)))
17:28:02.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:02.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:02.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:02.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:02.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:02.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.079 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.081 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@239957387(state=PENDING, result=null, callback=(continuation of Deferred@1539461281 after retry RPC after error@890268628) -> (continuation of Deferred@1190743825 after retry RPC after error@603822952) -> (continuation of Deferred@1794343150 after retry RPC after error@1552615599) -> (continuation of Deferred@1342588392 after retry RPC after error@535802459) -> (continuation of Deferred@1777182136 after retry RPC after error@1831278170) -> (continuation of Deferred@258750227 after retry RPC after error@1844650447) -> (continuation of Deferred@1765251500 after retry RPC after error@1022875414), errback=(continuation of Deferred@1539461281 after retry RPC after error@890268628) -> (continuation of Deferred@1190743825 after retry RPC after error@603822952) -> (continuation of Deferred@1794343150 after retry RPC after error@1552615599) -> (continuation of Deferred@1342588392 after retry RPC after error@535802459) -> (continuation of Deferred@1777182136 after retry RPC after error@1831278170) -> (continuation of Deferred@258750227 after retry RPC after error@1844650447) -> (continuation of Deferred@1765251500 after retry RPC after error@1022875414)))
17:28:03.081 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@239957387(state=PENDING, result=null, callback=(continuation of Deferred@1539461281 after retry RPC after error@890268628) -> (continuation of Deferred@1190743825 after retry RPC after error@603822952) -> (continuation of Deferred@1794343150 after retry RPC after error@1552615599) -> (continuation of Deferred@1342588392 after retry RPC after error@535802459) -> (continuation of Deferred@1777182136 after retry RPC after error@1831278170) -> (continuation of Deferred@258750227 after retry RPC after error@1844650447) -> (continuation of Deferred@1765251500 after retry RPC after error@1022875414), errback=(continuation of Deferred@1539461281 after retry RPC after error@890268628) -> (continuation of Deferred@1190743825 after retry RPC after error@603822952) -> (continuation of Deferred@1794343150 after retry RPC after error@1552615599) -> (continuation of Deferred@1342588392 after retry RPC after error@535802459) -> (continuation of Deferred@1777182136 after retry RPC after error@1831278170) -> (continuation of Deferred@258750227 after retry RPC after error@1844650447) -> (continuation of Deferred@1765251500 after retry RPC after error@1022875414)))
17:28:03.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.119 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.139 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.340 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@2105279160(state=PENDING, result=null, callback=(continuation of Deferred@955870993 after retry RPC after error@404969975) -> (continuation of Deferred@437176393 after retry RPC after error@133849202) -> (continuation of Deferred@1955075707 after retry RPC after error@1986401788) -> (continuation of Deferred@440850425 after retry RPC after error@1324080435) -> (continuation of Deferred@2061771099 after retry RPC after error@1013649934) -> (continuation of Deferred@280949605 after retry RPC after error@11318788) -> (continuation of Deferred@1528406451 after retry RPC after error@1065759676), errback=(continuation of Deferred@955870993 after retry RPC after error@404969975) -> (continuation of Deferred@437176393 after retry RPC after error@133849202) -> (continuation of Deferred@1955075707 after retry RPC after error@1986401788) -> (continuation of Deferred@440850425 after retry RPC after error@1324080435) -> (continuation of Deferred@2061771099 after retry RPC after error@1013649934) -> (continuation of Deferred@280949605 after retry RPC after error@11318788) -> (continuation of Deferred@1528406451 after retry RPC after error@1065759676)))
17:28:03.340 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@2105279160(state=PENDING, result=null, callback=(continuation of Deferred@955870993 after retry RPC after error@404969975) -> (continuation of Deferred@437176393 after retry RPC after error@133849202) -> (continuation of Deferred@1955075707 after retry RPC after error@1986401788) -> (continuation of Deferred@440850425 after retry RPC after error@1324080435) -> (continuation of Deferred@2061771099 after retry RPC after error@1013649934) -> (continuation of Deferred@280949605 after retry RPC after error@11318788) -> (continuation of Deferred@1528406451 after retry RPC after error@1065759676), errback=(continuation of Deferred@955870993 after retry RPC after error@404969975) -> (continuation of Deferred@437176393 after retry RPC after error@133849202) -> (continuation of Deferred@1955075707 after retry RPC after error@1986401788) -> (continuation of Deferred@440850425 after retry RPC after error@1324080435) -> (continuation of Deferred@2061771099 after retry RPC after error@1013649934) -> (continuation of Deferred@280949605 after retry RPC after error@11318788) -> (continuation of Deferred@1528406451 after retry RPC after error@1065759676)))
17:28:03.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.399 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.419 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.439 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.479 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.579 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.580 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1253265468(state=PENDING, result=null, callback=(continuation of Deferred@1644225149 after retry RPC after error@778939389) -> (continuation of Deferred@1913467407 after retry RPC after error@586133186) -> (continuation of Deferred@1201255400 after retry RPC after error@82365093) -> (continuation of Deferred@535698813 after retry RPC after error@1076374012) -> (continuation of Deferred@1252312290 after retry RPC after error@140219121) -> (continuation of Deferred@1739678578 after retry RPC after error@1717031345) -> (continuation of Deferred@179866189 after retry RPC after error@1587568113), errback=(continuation of Deferred@1644225149 after retry RPC after error@778939389) -> (continuation of Deferred@1913467407 after retry RPC after error@586133186) -> (continuation of Deferred@1201255400 after retry RPC after error@82365093) -> (continuation of Deferred@535698813 after retry RPC after error@1076374012) -> (continuation of Deferred@1252312290 after retry RPC after error@140219121) -> (continuation of Deferred@1739678578 after retry RPC after error@1717031345) -> (continuation of Deferred@179866189 after retry RPC after error@1587568113)))
17:28:03.581 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1253265468(state=PENDING, result=null, callback=(continuation of Deferred@1644225149 after retry RPC after error@778939389) -> (continuation of Deferred@1913467407 after retry RPC after error@586133186) -> (continuation of Deferred@1201255400 after retry RPC after error@82365093) -> (continuation of Deferred@535698813 after retry RPC after error@1076374012) -> (continuation of Deferred@1252312290 after retry RPC after error@140219121) -> (continuation of Deferred@1739678578 after retry RPC after error@1717031345) -> (continuation of Deferred@179866189 after retry RPC after error@1587568113), errback=(continuation of Deferred@1644225149 after retry RPC after error@778939389) -> (continuation of Deferred@1913467407 after retry RPC after error@586133186) -> (continuation of Deferred@1201255400 after retry RPC after error@82365093) -> (continuation of Deferred@535698813 after retry RPC after error@1076374012) -> (continuation of Deferred@1252312290 after retry RPC after error@140219121) -> (continuation of Deferred@1739678578 after retry RPC after error@1717031345) -> (continuation of Deferred@179866189 after retry RPC after error@1587568113)))
17:28:03.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.820 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1705423153(state=PENDING, result=null, callback=(continuation of Deferred@2060016559 after retry RPC after error@1431860061) -> (continuation of Deferred@1768779062 after retry RPC after error@965895699) -> (continuation of Deferred@162944685 after retry RPC after error@526519901) -> (continuation of Deferred@501535834 after retry RPC after error@938253067) -> (continuation of Deferred@206872677 after retry RPC after error@55265108) -> (continuation of Deferred@951457123 after retry RPC after error@1808917949) -> (continuation of Deferred@1118779178 after retry RPC after error@453487052) -> (continuation of Deferred@328379074 after retry RPC after error@2005555456), errback=(continuation of Deferred@2060016559 after retry RPC after error@1431860061) -> (continuation of Deferred@1768779062 after retry RPC after error@965895699) -> (continuation of Deferred@162944685 after retry RPC after error@526519901) -> (continuation of Deferred@501535834 after retry RPC after error@938253067) -> (continuation of Deferred@206872677 after retry RPC after error@55265108) -> (continuation of Deferred@951457123 after retry RPC after error@1808917949) -> (continuation of Deferred@1118779178 after retry RPC after error@453487052) -> (continuation of Deferred@328379074 after retry RPC after error@2005555456)))
17:28:03.820 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1705423153(state=PENDING, result=null, callback=(continuation of Deferred@2060016559 after retry RPC after error@1431860061) -> (continuation of Deferred@1768779062 after retry RPC after error@965895699) -> (continuation of Deferred@162944685 after retry RPC after error@526519901) -> (continuation of Deferred@501535834 after retry RPC after error@938253067) -> (continuation of Deferred@206872677 after retry RPC after error@55265108) -> (continuation of Deferred@951457123 after retry RPC after error@1808917949) -> (continuation of Deferred@1118779178 after retry RPC after error@453487052) -> (continuation of Deferred@328379074 after retry RPC after error@2005555456), errback=(continuation of Deferred@2060016559 after retry RPC after error@1431860061) -> (continuation of Deferred@1768779062 after retry RPC after error@965895699) -> (continuation of Deferred@162944685 after retry RPC after error@526519901) -> (continuation of Deferred@501535834 after retry RPC after error@938253067) -> (continuation of Deferred@206872677 after retry RPC after error@55265108) -> (continuation of Deferred@951457123 after retry RPC after error@1808917949) -> (continuation of Deferred@1118779178 after retry RPC after error@453487052) -> (continuation of Deferred@328379074 after retry RPC after error@2005555456)))
17:28:03.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.919 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.939 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:03.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:03.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:03.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:03.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:03.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.098 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@157665222(state=PENDING, result=null, callback=(continuation of Deferred@718991227 after retry RPC after error@381275518) -> (continuation of Deferred@1761669835 after retry RPC after error@1316766682) -> (continuation of Deferred@866176089 after retry RPC after error@1797928302) -> (continuation of Deferred@89265258 after retry RPC after error@689759625) -> (continuation of Deferred@476784375 after retry RPC after error@642838865) -> (continuation of Deferred@859062453 after retry RPC after error@2110442487) -> (continuation of Deferred@944965159 after retry RPC after error@422097413), errback=(continuation of Deferred@718991227 after retry RPC after error@381275518) -> (continuation of Deferred@1761669835 after retry RPC after error@1316766682) -> (continuation of Deferred@866176089 after retry RPC after error@1797928302) -> (continuation of Deferred@89265258 after retry RPC after error@689759625) -> (continuation of Deferred@476784375 after retry RPC after error@642838865) -> (continuation of Deferred@859062453 after retry RPC after error@2110442487) -> (continuation of Deferred@944965159 after retry RPC after error@422097413)))
17:28:04.098 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:04.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.259 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.279 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.280 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1345566262(state=PENDING, result=null, callback=(continuation of Deferred@375731241 after retry RPC after error@114141897) -> (continuation of Deferred@1950772033 after retry RPC after error@956948985) -> (continuation of Deferred@108154509 after retry RPC after error@1828861800) -> (continuation of Deferred@710497770 after retry RPC after error@1554607985) -> (continuation of Deferred@1211843663 after retry RPC after error@880710487) -> (continuation of Deferred@1424516663 after retry RPC after error@1127045436) -> (continuation of Deferred@1361474602 after retry RPC after error@285389170), errback=(continuation of Deferred@375731241 after retry RPC after error@114141897) -> (continuation of Deferred@1950772033 after retry RPC after error@956948985) -> (continuation of Deferred@108154509 after retry RPC after error@1828861800) -> (continuation of Deferred@710497770 after retry RPC after error@1554607985) -> (continuation of Deferred@1211843663 after retry RPC after error@880710487) -> (continuation of Deferred@1424516663 after retry RPC after error@1127045436) -> (continuation of Deferred@1361474602 after retry RPC after error@285389170)))
17:28:04.281 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1345566262(state=PENDING, result=null, callback=(continuation of Deferred@375731241 after retry RPC after error@114141897) -> (continuation of Deferred@1950772033 after retry RPC after error@956948985) -> (continuation of Deferred@108154509 after retry RPC after error@1828861800) -> (continuation of Deferred@710497770 after retry RPC after error@1554607985) -> (continuation of Deferred@1211843663 after retry RPC after error@880710487) -> (continuation of Deferred@1424516663 after retry RPC after error@1127045436) -> (continuation of Deferred@1361474602 after retry RPC after error@285389170), errback=(continuation of Deferred@375731241 after retry RPC after error@114141897) -> (continuation of Deferred@1950772033 after retry RPC after error@956948985) -> (continuation of Deferred@108154509 after retry RPC after error@1828861800) -> (continuation of Deferred@710497770 after retry RPC after error@1554607985) -> (continuation of Deferred@1211843663 after retry RPC after error@880710487) -> (continuation of Deferred@1424516663 after retry RPC after error@1127045436) -> (continuation of Deferred@1361474602 after retry RPC after error@285389170)))
17:28:04.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.299 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.420 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@2145614469(state=PENDING, result=null, callback=(continuation of Deferred@842365798 after retry RPC after error@2134244973) -> (continuation of Deferred@58079689 after retry RPC after error@1730497648) -> (continuation of Deferred@2119366073 after retry RPC after error@776252040) -> (continuation of Deferred@483292920 after retry RPC after error@1363537885) -> (continuation of Deferred@944973681 after retry RPC after error@868796953) -> (continuation of Deferred@1549665070 after retry RPC after error@572204159), errback=(continuation of Deferred@842365798 after retry RPC after error@2134244973) -> (continuation of Deferred@58079689 after retry RPC after error@1730497648) -> (continuation of Deferred@2119366073 after retry RPC after error@776252040) -> (continuation of Deferred@483292920 after retry RPC after error@1363537885) -> (continuation of Deferred@944973681 after retry RPC after error@868796953) -> (continuation of Deferred@1549665070 after retry RPC after error@572204159)))
17:28:04.441 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@2145614469(state=PENDING, result=null, callback=(continuation of Deferred@842365798 after retry RPC after error@2134244973) -> (continuation of Deferred@58079689 after retry RPC after error@1730497648) -> (continuation of Deferred@2119366073 after retry RPC after error@776252040) -> (continuation of Deferred@483292920 after retry RPC after error@1363537885) -> (continuation of Deferred@944973681 after retry RPC after error@868796953) -> (continuation of Deferred@1549665070 after retry RPC after error@572204159), errback=(continuation of Deferred@842365798 after retry RPC after error@2134244973) -> (continuation of Deferred@58079689 after retry RPC after error@1730497648) -> (continuation of Deferred@2119366073 after retry RPC after error@776252040) -> (continuation of Deferred@483292920 after retry RPC after error@1363537885) -> (continuation of Deferred@944973681 after retry RPC after error@868796953) -> (continuation of Deferred@1549665070 after retry RPC after error@572204159)))
17:28:04.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.499 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.519 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:04.532564 7158 raft_consensus.cc:482] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader c0e137f10c154ea6976d648337277d95)
17:28:04.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:04.532829 7158 raft_consensus.cc:504] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:28:04.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:04.533636 7158 leader_election.cc:288] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481), 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131)
17:28:04.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:04.536314 6206 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481): Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:28:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:04.536825 6203 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:28:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:04.536981 6203 leader_election.cc:302] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e; no voters: 6b72dcbb835742e28ee07ac097a13557, c0e137f10c154ea6976d648337277d95
17:28:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:04.537261 7158 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:28:04.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.620 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@458682724(state=PENDING, result=null, callback=(continuation of Deferred@200906112 after retry RPC after error@370011565) -> (continuation of Deferred@1065101000 after retry RPC after error@328023442) -> (continuation of Deferred@1411379190 after retry RPC after error@763756637) -> (continuation of Deferred@1938962755 after retry RPC after error@151644942) -> (continuation of Deferred@583193990 after retry RPC after error@1071361387) -> (continuation of Deferred@1575080946 after retry RPC after error@469111515), errback=(continuation of Deferred@200906112 after retry RPC after error@370011565) -> (continuation of Deferred@1065101000 after retry RPC after error@328023442) -> (continuation of Deferred@1411379190 after retry RPC after error@763756637) -> (continuation of Deferred@1938962755 after retry RPC after error@151644942) -> (continuation of Deferred@583193990 after retry RPC after error@1071361387) -> (continuation of Deferred@1575080946 after retry RPC after error@469111515)))
17:28:04.621 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@458682724(state=PENDING, result=null, callback=(continuation of Deferred@200906112 after retry RPC after error@370011565) -> (continuation of Deferred@1065101000 after retry RPC after error@328023442) -> (continuation of Deferred@1411379190 after retry RPC after error@763756637) -> (continuation of Deferred@1938962755 after retry RPC after error@151644942) -> (continuation of Deferred@583193990 after retry RPC after error@1071361387) -> (continuation of Deferred@1575080946 after retry RPC after error@469111515), errback=(continuation of Deferred@200906112 after retry RPC after error@370011565) -> (continuation of Deferred@1065101000 after retry RPC after error@328023442) -> (continuation of Deferred@1411379190 after retry RPC after error@763756637) -> (continuation of Deferred@1938962755 after retry RPC after error@151644942) -> (continuation of Deferred@583193990 after retry RPC after error@1071361387) -> (continuation of Deferred@1575080946 after retry RPC after error@469111515)))
17:28:04.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.719 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.839 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.898 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@736199885(state=PENDING, result=null, callback=(continuation of Deferred@1782915593 after retry RPC after error@367934760) -> (continuation of Deferred@253029439 after retry RPC after error@678745852) -> (continuation of Deferred@1810033809 after retry RPC after error@251759544) -> (continuation of Deferred@660401011 after retry RPC after error@688986706) -> (continuation of Deferred@1433136517 after retry RPC after error@1446310107) -> (continuation of Deferred@385060381 after retry RPC after error@923915547) -> (continuation of Deferred@1025245625 after retry RPC after error@1281330409) -> (continuation of Deferred@1188454425 after retry RPC after error@2136399061), errback=(continuation of Deferred@1782915593 after retry RPC after error@367934760) -> (continuation of Deferred@253029439 after retry RPC after error@678745852) -> (continuation of Deferred@1810033809 after retry RPC after error@251759544) -> (continuation of Deferred@660401011 after retry RPC after error@688986706) -> (continuation of Deferred@1433136517 after retry RPC after error@1446310107) -> (continuation of Deferred@385060381 after retry RPC after error@923915547) -> (continuation of Deferred@1025245625 after retry RPC after error@1281330409) -> (continuation of Deferred@1188454425 after retry RPC after error@2136399061)))
17:28:04.898 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:04.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.960 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:04.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:04.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:04.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:04.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:04.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.159 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.161 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1159706954(state=PENDING, result=null, callback=(continuation of Deferred@929910183 after retry RPC after error@1632141351) -> (continuation of Deferred@189932309 after retry RPC after error@868163292) -> (continuation of Deferred@1860332921 after retry RPC after error@1267634490) -> (continuation of Deferred@1365137877 after retry RPC after error@450688220) -> (continuation of Deferred@1730730843 after retry RPC after error@1477480901) -> (continuation of Deferred@2074344419 after retry RPC after error@103062111) -> (continuation of Deferred@670530499 after retry RPC after error@2075478081), errback=(continuation of Deferred@929910183 after retry RPC after error@1632141351) -> (continuation of Deferred@189932309 after retry RPC after error@868163292) -> (continuation of Deferred@1860332921 after retry RPC after error@1267634490) -> (continuation of Deferred@1365137877 after retry RPC after error@450688220) -> (continuation of Deferred@1730730843 after retry RPC after error@1477480901) -> (continuation of Deferred@2074344419 after retry RPC after error@103062111) -> (continuation of Deferred@670530499 after retry RPC after error@2075478081)))
17:28:05.161 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1159706954(state=PENDING, result=null, callback=(continuation of Deferred@929910183 after retry RPC after error@1632141351) -> (continuation of Deferred@189932309 after retry RPC after error@868163292) -> (continuation of Deferred@1860332921 after retry RPC after error@1267634490) -> (continuation of Deferred@1365137877 after retry RPC after error@450688220) -> (continuation of Deferred@1730730843 after retry RPC after error@1477480901) -> (continuation of Deferred@2074344419 after retry RPC after error@103062111) -> (continuation of Deferred@670530499 after retry RPC after error@2075478081), errback=(continuation of Deferred@929910183 after retry RPC after error@1632141351) -> (continuation of Deferred@189932309 after retry RPC after error@868163292) -> (continuation of Deferred@1860332921 after retry RPC after error@1267634490) -> (continuation of Deferred@1365137877 after retry RPC after error@450688220) -> (continuation of Deferred@1730730843 after retry RPC after error@1477480901) -> (continuation of Deferred@2074344419 after retry RPC after error@103062111) -> (continuation of Deferred@670530499 after retry RPC after error@2075478081)))
17:28:05.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.179 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.400 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@341641212(state=PENDING, result=null, callback=(continuation of Deferred@874169550 after retry RPC after error@1315731272) -> (continuation of Deferred@60952479 after retry RPC after error@2143062768) -> (continuation of Deferred@501353853 after retry RPC after error@815394750) -> (continuation of Deferred@592761029 after retry RPC after error@941892949) -> (continuation of Deferred@899698377 after retry RPC after error@1245426652) -> (continuation of Deferred@1340903590 after retry RPC after error@1459296899) -> (continuation of Deferred@1629143187 after retry RPC after error@1982347839), errback=(continuation of Deferred@874169550 after retry RPC after error@1315731272) -> (continuation of Deferred@60952479 after retry RPC after error@2143062768) -> (continuation of Deferred@501353853 after retry RPC after error@815394750) -> (continuation of Deferred@592761029 after retry RPC after error@941892949) -> (continuation of Deferred@899698377 after retry RPC after error@1245426652) -> (continuation of Deferred@1340903590 after retry RPC after error@1459296899) -> (continuation of Deferred@1629143187 after retry RPC after error@1982347839)))
17:28:05.401 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@341641212(state=PENDING, result=null, callback=(continuation of Deferred@874169550 after retry RPC after error@1315731272) -> (continuation of Deferred@60952479 after retry RPC after error@2143062768) -> (continuation of Deferred@501353853 after retry RPC after error@815394750) -> (continuation of Deferred@592761029 after retry RPC after error@941892949) -> (continuation of Deferred@899698377 after retry RPC after error@1245426652) -> (continuation of Deferred@1340903590 after retry RPC after error@1459296899) -> (continuation of Deferred@1629143187 after retry RPC after error@1982347839), errback=(continuation of Deferred@874169550 after retry RPC after error@1315731272) -> (continuation of Deferred@60952479 after retry RPC after error@2143062768) -> (continuation of Deferred@501353853 after retry RPC after error@815394750) -> (continuation of Deferred@592761029 after retry RPC after error@941892949) -> (continuation of Deferred@899698377 after retry RPC after error@1245426652) -> (continuation of Deferred@1340903590 after retry RPC after error@1459296899) -> (continuation of Deferred@1629143187 after retry RPC after error@1982347839)))
17:28:05.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:05.474207 6187 master_runner.cc:186] Error getting master registration for 127.6.8.61:41481: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111),
17:28:05.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:05.474395 6187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:28:05.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.559 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.620 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1644964676(state=PENDING, result=null, callback=(continuation of Deferred@1860590106 after retry RPC after error@1653376569) -> (continuation of Deferred@2076607234 after retry RPC after error@2014560565) -> (continuation of Deferred@611938983 after retry RPC after error@574784863) -> (continuation of Deferred@1834212486 after retry RPC after error@196059760) -> (continuation of Deferred@1688999400 after retry RPC after error@1383205983) -> (continuation of Deferred@557206907 after retry RPC after error@1467799311) -> (continuation of Deferred@1400609629 after retry RPC after error@287925657), errback=(continuation of Deferred@1860590106 after retry RPC after error@1653376569) -> (continuation of Deferred@2076607234 after retry RPC after error@2014560565) -> (continuation of Deferred@611938983 after retry RPC after error@574784863) -> (continuation of Deferred@1834212486 after retry RPC after error@196059760) -> (continuation of Deferred@1688999400 after retry RPC after error@1383205983) -> (continuation of Deferred@557206907 after retry RPC after error@1467799311) -> (continuation of Deferred@1400609629 after retry RPC after error@287925657)))
17:28:05.620 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1644964676(state=PENDING, result=null, callback=(continuation of Deferred@1860590106 after retry RPC after error@1653376569) -> (continuation of Deferred@2076607234 after retry RPC after error@2014560565) -> (continuation of Deferred@611938983 after retry RPC after error@574784863) -> (continuation of Deferred@1834212486 after retry RPC after error@196059760) -> (continuation of Deferred@1688999400 after retry RPC after error@1383205983) -> (continuation of Deferred@557206907 after retry RPC after error@1467799311) -> (continuation of Deferred@1400609629 after retry RPC after error@287925657), errback=(continuation of Deferred@1860590106 after retry RPC after error@1653376569) -> (continuation of Deferred@2076607234 after retry RPC after error@2014560565) -> (continuation of Deferred@611938983 after retry RPC after error@574784863) -> (continuation of Deferred@1834212486 after retry RPC after error@196059760) -> (continuation of Deferred@1688999400 after retry RPC after error@1383205983) -> (continuation of Deferred@557206907 after retry RPC after error@1467799311) -> (continuation of Deferred@1400609629 after retry RPC after error@287925657)))
17:28:05.643 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.643 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.679 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.898 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [5ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [6ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [6ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1431154928(state=PENDING, result=null, callback=(continuation of Deferred@752354653 after retry RPC after error@1392950466) -> (continuation of Deferred@1836550394 after retry RPC after error@1434808212) -> (continuation of Deferred@958098068 after retry RPC after error@1604137433) -> (continuation of Deferred@251413128 after retry RPC after error@1895523596) -> (continuation of Deferred@316075597 after retry RPC after error@619906615) -> (continuation of Deferred@1215817763 after retry RPC after error@1661941540) -> (continuation of Deferred@1175325070 after retry RPC after error@2054192582), errback=(continuation of Deferred@752354653 after retry RPC after error@1392950466) -> (continuation of Deferred@1836550394 after retry RPC after error@1434808212) -> (continuation of Deferred@958098068 after retry RPC after error@1604137433) -> (continuation of Deferred@251413128 after retry RPC after error@1895523596) -> (continuation of Deferred@316075597 after retry RPC after error@619906615) -> (continuation of Deferred@1215817763 after retry RPC after error@1661941540) -> (continuation of Deferred@1175325070 after retry RPC after error@2054192582)))
17:28:05.898 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:05.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.919 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.939 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:05.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:05.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:05.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:05.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:05.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1773219799(state=PENDING, result=null, callback=(continuation of Deferred@798556863 after retry RPC after error@121035615) -> (continuation of Deferred@124341777 after retry RPC after error@1741035196) -> (continuation of Deferred@2976769 after retry RPC after error@829465464) -> (continuation of Deferred@2082761345 after retry RPC after error@721481807) -> (continuation of Deferred@1076284490 after retry RPC after error@1954143317) -> (continuation of Deferred@735498297 after retry RPC after error@133750660) -> (continuation of Deferred@1900681133 after retry RPC after error@1273755301), errback=(continuation of Deferred@798556863 after retry RPC after error@121035615) -> (continuation of Deferred@124341777 after retry RPC after error@1741035196) -> (continuation of Deferred@2976769 after retry RPC after error@829465464) -> (continuation of Deferred@2082761345 after retry RPC after error@721481807) -> (continuation of Deferred@1076284490 after retry RPC after error@1954143317) -> (continuation of Deferred@735498297 after retry RPC after error@133750660) -> (continuation of Deferred@1900681133 after retry RPC after error@1273755301)))
17:28:06.120 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1773219799(state=PENDING, result=null, callback=(continuation of Deferred@798556863 after retry RPC after error@121035615) -> (continuation of Deferred@124341777 after retry RPC after error@1741035196) -> (continuation of Deferred@2976769 after retry RPC after error@829465464) -> (continuation of Deferred@2082761345 after retry RPC after error@721481807) -> (continuation of Deferred@1076284490 after retry RPC after error@1954143317) -> (continuation of Deferred@735498297 after retry RPC after error@133750660) -> (continuation of Deferred@1900681133 after retry RPC after error@1273755301), errback=(continuation of Deferred@798556863 after retry RPC after error@121035615) -> (continuation of Deferred@124341777 after retry RPC after error@1741035196) -> (continuation of Deferred@2976769 after retry RPC after error@829465464) -> (continuation of Deferred@2082761345 after retry RPC after error@721481807) -> (continuation of Deferred@1076284490 after retry RPC after error@1954143317) -> (continuation of Deferred@735498297 after retry RPC after error@133750660) -> (continuation of Deferred@1900681133 after retry RPC after error@1273755301)))
17:28:06.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.159 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.300 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1687357200(state=PENDING, result=null, callback=(continuation of Deferred@1148607651 after retry RPC after error@9490091) -> (continuation of Deferred@653885336 after retry RPC after error@1512986576) -> (continuation of Deferred@751537010 after retry RPC after error@715718102) -> (continuation of Deferred@1195397796 after retry RPC after error@1878531403) -> (continuation of Deferred@521706461 after retry RPC after error@1924371365) -> (continuation of Deferred@925051429 after retry RPC after error@413035471), errback=(continuation of Deferred@1148607651 after retry RPC after error@9490091) -> (continuation of Deferred@653885336 after retry RPC after error@1512986576) -> (continuation of Deferred@751537010 after retry RPC after error@715718102) -> (continuation of Deferred@1195397796 after retry RPC after error@1878531403) -> (continuation of Deferred@521706461 after retry RPC after error@1924371365) -> (continuation of Deferred@925051429 after retry RPC after error@413035471)))
17:28:06.301 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1687357200(state=PENDING, result=null, callback=(continuation of Deferred@1148607651 after retry RPC after error@9490091) -> (continuation of Deferred@653885336 after retry RPC after error@1512986576) -> (continuation of Deferred@751537010 after retry RPC after error@715718102) -> (continuation of Deferred@1195397796 after retry RPC after error@1878531403) -> (continuation of Deferred@521706461 after retry RPC after error@1924371365) -> (continuation of Deferred@925051429 after retry RPC after error@413035471), errback=(continuation of Deferred@1148607651 after retry RPC after error@9490091) -> (continuation of Deferred@653885336 after retry RPC after error@1512986576) -> (continuation of Deferred@751537010 after retry RPC after error@715718102) -> (continuation of Deferred@1195397796 after retry RPC after error@1878531403) -> (continuation of Deferred@521706461 after retry RPC after error@1924371365) -> (continuation of Deferred@925051429 after retry RPC after error@413035471)))
17:28:06.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.520 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1778724141(state=PENDING, result=null, callback=(continuation of Deferred@1021113109 after retry RPC after error@1470511658) -> (continuation of Deferred@967253140 after retry RPC after error@2055742152) -> (continuation of Deferred@555164375 after retry RPC after error@1191590837) -> (continuation of Deferred@1187302525 after retry RPC after error@2111907855) -> (continuation of Deferred@1702411518 after retry RPC after error@332785783) -> (continuation of Deferred@1938979156 after retry RPC after error@122127993) -> (continuation of Deferred@670586147 after retry RPC after error@458397691), errback=(continuation of Deferred@1021113109 after retry RPC after error@1470511658) -> (continuation of Deferred@967253140 after retry RPC after error@2055742152) -> (continuation of Deferred@555164375 after retry RPC after error@1191590837) -> (continuation of Deferred@1187302525 after retry RPC after error@2111907855) -> (continuation of Deferred@1702411518 after retry RPC after error@332785783) -> (continuation of Deferred@1938979156 after retry RPC after error@122127993) -> (continuation of Deferred@670586147 after retry RPC after error@458397691)))
17:28:06.520 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1778724141(state=PENDING, result=null, callback=(continuation of Deferred@1021113109 after retry RPC after error@1470511658) -> (continuation of Deferred@967253140 after retry RPC after error@2055742152) -> (continuation of Deferred@555164375 after retry RPC after error@1191590837) -> (continuation of Deferred@1187302525 after retry RPC after error@2111907855) -> (continuation of Deferred@1702411518 after retry RPC after error@332785783) -> (continuation of Deferred@1938979156 after retry RPC after error@122127993) -> (continuation of Deferred@670586147 after retry RPC after error@458397691), errback=(continuation of Deferred@1021113109 after retry RPC after error@1470511658) -> (continuation of Deferred@967253140 after retry RPC after error@2055742152) -> (continuation of Deferred@555164375 after retry RPC after error@1191590837) -> (continuation of Deferred@1187302525 after retry RPC after error@2111907855) -> (continuation of Deferred@1702411518 after retry RPC after error@332785783) -> (continuation of Deferred@1938979156 after retry RPC after error@122127993) -> (continuation of Deferred@670586147 after retry RPC after error@458397691)))
17:28:06.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.540 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.540 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.540 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.599 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.619 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.659 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.720 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@940013114(state=PENDING, result=null, callback=(continuation of Deferred@382808732 after retry RPC after error@1770336566) -> (continuation of Deferred@800810429 after retry RPC after error@739139798) -> (continuation of Deferred@869589529 after retry RPC after error@1939368404) -> (continuation of Deferred@125467799 after retry RPC after error@1487774846) -> (continuation of Deferred@1291669848 after retry RPC after error@2090551258) -> (continuation of Deferred@684786202 after retry RPC after error@501931306) -> (continuation of Deferred@993732702 after retry RPC after error@498605428), errback=(continuation of Deferred@382808732 after retry RPC after error@1770336566) -> (continuation of Deferred@800810429 after retry RPC after error@739139798) -> (continuation of Deferred@869589529 after retry RPC after error@1939368404) -> (continuation of Deferred@125467799 after retry RPC after error@1487774846) -> (continuation of Deferred@1291669848 after retry RPC after error@2090551258) -> (continuation of Deferred@684786202 after retry RPC after error@501931306) -> (continuation of Deferred@993732702 after retry RPC after error@498605428)))
17:28:06.721 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@940013114(state=PENDING, result=null, callback=(continuation of Deferred@382808732 after retry RPC after error@1770336566) -> (continuation of Deferred@800810429 after retry RPC after error@739139798) -> (continuation of Deferred@869589529 after retry RPC after error@1939368404) -> (continuation of Deferred@125467799 after retry RPC after error@1487774846) -> (continuation of Deferred@1291669848 after retry RPC after error@2090551258) -> (continuation of Deferred@684786202 after retry RPC after error@501931306) -> (continuation of Deferred@993732702 after retry RPC after error@498605428), errback=(continuation of Deferred@382808732 after retry RPC after error@1770336566) -> (continuation of Deferred@800810429 after retry RPC after error@739139798) -> (continuation of Deferred@869589529 after retry RPC after error@1939368404) -> (continuation of Deferred@125467799 after retry RPC after error@1487774846) -> (continuation of Deferred@1291669848 after retry RPC after error@2090551258) -> (continuation of Deferred@684786202 after retry RPC after error@501931306) -> (continuation of Deferred@993732702 after retry RPC after error@498605428)))
17:28:06.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:06.842047 6840 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 1)
17:28:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:06.844540 6840 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '39cb1c97b7ab440db729fdd4a9d94e42', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '39cb1c97b7ab440db729fdd4a9d94e42', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 1)
17:28:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:06.846184 6837 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.8.60:43131)
17:28:06.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.920 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.920 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@582608964(state=PENDING, result=null, callback=(continuation of Deferred@1188513739 after retry RPC after error@146071196) -> (continuation of Deferred@483942713 after retry RPC after error@1909346606) -> (continuation of Deferred@224115139 after retry RPC after error@599119562) -> (continuation of Deferred@2092673580 after retry RPC after error@2139083700) -> (continuation of Deferred@800778297 after retry RPC after error@573859970) -> (continuation of Deferred@67066914 after retry RPC after error@43834778), errback=(continuation of Deferred@1188513739 after retry RPC after error@146071196) -> (continuation of Deferred@483942713 after retry RPC after error@1909346606) -> (continuation of Deferred@224115139 after retry RPC after error@599119562) -> (continuation of Deferred@2092673580 after retry RPC after error@2139083700) -> (continuation of Deferred@800778297 after retry RPC after error@573859970) -> (continuation of Deferred@67066914 after retry RPC after error@43834778)))
17:28:06.921 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@582608964(state=PENDING, result=null, callback=(continuation of Deferred@1188513739 after retry RPC after error@146071196) -> (continuation of Deferred@483942713 after retry RPC after error@1909346606) -> (continuation of Deferred@224115139 after retry RPC after error@599119562) -> (continuation of Deferred@2092673580 after retry RPC after error@2139083700) -> (continuation of Deferred@800778297 after retry RPC after error@573859970) -> (continuation of Deferred@67066914 after retry RPC after error@43834778), errback=(continuation of Deferred@1188513739 after retry RPC after error@146071196) -> (continuation of Deferred@483942713 after retry RPC after error@1909346606) -> (continuation of Deferred@224115139 after retry RPC after error@599119562) -> (continuation of Deferred@2092673580 after retry RPC after error@2139083700) -> (continuation of Deferred@800778297 after retry RPC after error@573859970) -> (continuation of Deferred@67066914 after retry RPC after error@43834778)))
17:28:06.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:06.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:06.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:06.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:06.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:06.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.119 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.181 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1331000082(state=PENDING, result=null, callback=(continuation of Deferred@1295422933 after retry RPC after error@1929200945) -> (continuation of Deferred@1586573677 after retry RPC after error@976749646) -> (continuation of Deferred@1138341601 after retry RPC after error@1536538470) -> (continuation of Deferred@215547680 after retry RPC after error@1991807105) -> (continuation of Deferred@2027441673 after retry RPC after error@234940659) -> (continuation of Deferred@1172973548 after retry RPC after error@2003077960) -> (continuation of Deferred@1299594155 after retry RPC after error@1152910726) -> (continuation of Deferred@1350143930 after retry RPC after error@60055606), errback=(continuation of Deferred@1295422933 after retry RPC after error@1929200945) -> (continuation of Deferred@1586573677 after retry RPC after error@976749646) -> (continuation of Deferred@1138341601 after retry RPC after error@1536538470) -> (continuation of Deferred@215547680 after retry RPC after error@1991807105) -> (continuation of Deferred@2027441673 after retry RPC after error@234940659) -> (continuation of Deferred@1172973548 after retry RPC after error@2003077960) -> (continuation of Deferred@1299594155 after retry RPC after error@1152910726) -> (continuation of Deferred@1350143930 after retry RPC after error@60055606)))
17:28:07.181 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1331000082(state=PENDING, result=null, callback=(continuation of Deferred@1295422933 after retry RPC after error@1929200945) -> (continuation of Deferred@1586573677 after retry RPC after error@976749646) -> (continuation of Deferred@1138341601 after retry RPC after error@1536538470) -> (continuation of Deferred@215547680 after retry RPC after error@1991807105) -> (continuation of Deferred@2027441673 after retry RPC after error@234940659) -> (continuation of Deferred@1172973548 after retry RPC after error@2003077960) -> (continuation of Deferred@1299594155 after retry RPC after error@1152910726) -> (continuation of Deferred@1350143930 after retry RPC after error@60055606), errback=(continuation of Deferred@1295422933 after retry RPC after error@1929200945) -> (continuation of Deferred@1586573677 after retry RPC after error@976749646) -> (continuation of Deferred@1138341601 after retry RPC after error@1536538470) -> (continuation of Deferred@215547680 after retry RPC after error@1991807105) -> (continuation of Deferred@2027441673 after retry RPC after error@234940659) -> (continuation of Deferred@1172973548 after retry RPC after error@2003077960) -> (continuation of Deferred@1299594155 after retry RPC after error@1152910726) -> (continuation of Deferred@1350143930 after retry RPC after error@60055606)))
17:28:07.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.199 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.219 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.380 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@71929233(state=PENDING, result=null, callback=(continuation of Deferred@1125853863 after retry RPC after error@1054282975) -> (continuation of Deferred@1947194822 after retry RPC after error@1021504467) -> (continuation of Deferred@641118458 after retry RPC after error@541145359) -> (continuation of Deferred@711616804 after retry RPC after error@33399753) -> (continuation of Deferred@308245100 after retry RPC after error@998226025) -> (continuation of Deferred@1109771627 after retry RPC after error@774558989) -> (continuation of Deferred@1192169142 after retry RPC after error@32856782), errback=(continuation of Deferred@1125853863 after retry RPC after error@1054282975) -> (continuation of Deferred@1947194822 after retry RPC after error@1021504467) -> (continuation of Deferred@641118458 after retry RPC after error@541145359) -> (continuation of Deferred@711616804 after retry RPC after error@33399753) -> (continuation of Deferred@308245100 after retry RPC after error@998226025) -> (continuation of Deferred@1109771627 after retry RPC after error@774558989) -> (continuation of Deferred@1192169142 after retry RPC after error@32856782)))
17:28:07.380 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@71929233(state=PENDING, result=null, callback=(continuation of Deferred@1125853863 after retry RPC after error@1054282975) -> (continuation of Deferred@1947194822 after retry RPC after error@1021504467) -> (continuation of Deferred@641118458 after retry RPC after error@541145359) -> (continuation of Deferred@711616804 after retry RPC after error@33399753) -> (continuation of Deferred@308245100 after retry RPC after error@998226025) -> (continuation of Deferred@1109771627 after retry RPC after error@774558989) -> (continuation of Deferred@1192169142 after retry RPC after error@32856782), errback=(continuation of Deferred@1125853863 after retry RPC after error@1054282975) -> (continuation of Deferred@1947194822 after retry RPC after error@1021504467) -> (continuation of Deferred@641118458 after retry RPC after error@541145359) -> (continuation of Deferred@711616804 after retry RPC after error@33399753) -> (continuation of Deferred@308245100 after retry RPC after error@998226025) -> (continuation of Deferred@1109771627 after retry RPC after error@774558989) -> (continuation of Deferred@1192169142 after retry RPC after error@32856782)))
17:28:07.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.419 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:07.467216 7179 raft_consensus.cc:482] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader c0e137f10c154ea6976d648337277d95)
17:28:07.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:07.467415 7179 raft_consensus.cc:504] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:28:07.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:07.468112 7179 leader_election.cc:288] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481), 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131)
17:28:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:07.469049 6206 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111) [suppressed 3 similar messages]
17:28:07.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:07.470327 6206 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481): Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:28:07.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:07.470507 6203 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:28:07.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:07.470624 6203 leader_election.cc:302] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e; no voters: 6b72dcbb835742e28ee07ac097a13557, c0e137f10c154ea6976d648337277d95
17:28:07.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:07.470880 7179 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:28:07.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.560 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1110018315(state=PENDING, result=null, callback=(continuation of Deferred@115521300 after retry RPC after error@1457862773) -> (continuation of Deferred@2057574549 after retry RPC after error@1951119131) -> (continuation of Deferred@1728246929 after retry RPC after error@408637076) -> (continuation of Deferred@1122082234 after retry RPC after error@1799035282) -> (continuation of Deferred@468573720 after retry RPC after error@1493175327) -> (continuation of Deferred@398608072 after retry RPC after error@604383787), errback=(continuation of Deferred@115521300 after retry RPC after error@1457862773) -> (continuation of Deferred@2057574549 after retry RPC after error@1951119131) -> (continuation of Deferred@1728246929 after retry RPC after error@408637076) -> (continuation of Deferred@1122082234 after retry RPC after error@1799035282) -> (continuation of Deferred@468573720 after retry RPC after error@1493175327) -> (continuation of Deferred@398608072 after retry RPC after error@604383787)))
17:28:07.560 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1110018315(state=PENDING, result=null, callback=(continuation of Deferred@115521300 after retry RPC after error@1457862773) -> (continuation of Deferred@2057574549 after retry RPC after error@1951119131) -> (continuation of Deferred@1728246929 after retry RPC after error@408637076) -> (continuation of Deferred@1122082234 after retry RPC after error@1799035282) -> (continuation of Deferred@468573720 after retry RPC after error@1493175327) -> (continuation of Deferred@398608072 after retry RPC after error@604383787), errback=(continuation of Deferred@115521300 after retry RPC after error@1457862773) -> (continuation of Deferred@2057574549 after retry RPC after error@1951119131) -> (continuation of Deferred@1728246929 after retry RPC after error@408637076) -> (continuation of Deferred@1122082234 after retry RPC after error@1799035282) -> (continuation of Deferred@468573720 after retry RPC after error@1493175327) -> (continuation of Deferred@398608072 after retry RPC after error@604383787)))
17:28:07.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.599 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.619 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.799 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.801 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1597055155(state=PENDING, result=null, callback=(continuation of Deferred@84226155 after retry RPC after error@571372733) -> (continuation of Deferred@700621247 after retry RPC after error@2141202572) -> (continuation of Deferred@1393215867 after retry RPC after error@40956987) -> (continuation of Deferred@1048801939 after retry RPC after error@1075431815) -> (continuation of Deferred@1163756014 after retry RPC after error@1082745938) -> (continuation of Deferred@1698398522 after retry RPC after error@1801464299) -> (continuation of Deferred@1109100440 after retry RPC after error@1228656765), errback=(continuation of Deferred@84226155 after retry RPC after error@571372733) -> (continuation of Deferred@700621247 after retry RPC after error@2141202572) -> (continuation of Deferred@1393215867 after retry RPC after error@40956987) -> (continuation of Deferred@1048801939 after retry RPC after error@1075431815) -> (continuation of Deferred@1163756014 after retry RPC after error@1082745938) -> (continuation of Deferred@1698398522 after retry RPC after error@1801464299) -> (continuation of Deferred@1109100440 after retry RPC after error@1228656765)))
17:28:07.802 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1597055155(state=PENDING, result=null, callback=(continuation of Deferred@84226155 after retry RPC after error@571372733) -> (continuation of Deferred@700621247 after retry RPC after error@2141202572) -> (continuation of Deferred@1393215867 after retry RPC after error@40956987) -> (continuation of Deferred@1048801939 after retry RPC after error@1075431815) -> (continuation of Deferred@1163756014 after retry RPC after error@1082745938) -> (continuation of Deferred@1698398522 after retry RPC after error@1801464299) -> (continuation of Deferred@1109100440 after retry RPC after error@1228656765), errback=(continuation of Deferred@84226155 after retry RPC after error@571372733) -> (continuation of Deferred@700621247 after retry RPC after error@2141202572) -> (continuation of Deferred@1393215867 after retry RPC after error@40956987) -> (continuation of Deferred@1048801939 after retry RPC after error@1075431815) -> (continuation of Deferred@1163756014 after retry RPC after error@1082745938) -> (continuation of Deferred@1698398522 after retry RPC after error@1801464299) -> (continuation of Deferred@1109100440 after retry RPC after error@1228656765)))
17:28:07.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.819 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.839 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:07.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:07.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:07.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:07.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:07.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.040 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@58158732(state=PENDING, result=null, callback=(continuation of Deferred@1734145725 after retry RPC after error@993026143) -> (continuation of Deferred@1833430150 after retry RPC after error@1442643116) -> (continuation of Deferred@1427440048 after retry RPC after error@1830789589) -> (continuation of Deferred@1072583468 after retry RPC after error@222675425) -> (continuation of Deferred@1889556856 after retry RPC after error@1612799920) -> (continuation of Deferred@765138859 after retry RPC after error@250773808) -> (continuation of Deferred@2087412239 after retry RPC after error@383610605), errback=(continuation of Deferred@1734145725 after retry RPC after error@993026143) -> (continuation of Deferred@1833430150 after retry RPC after error@1442643116) -> (continuation of Deferred@1427440048 after retry RPC after error@1830789589) -> (continuation of Deferred@1072583468 after retry RPC after error@222675425) -> (continuation of Deferred@1889556856 after retry RPC after error@1612799920) -> (continuation of Deferred@765138859 after retry RPC after error@250773808) -> (continuation of Deferred@2087412239 after retry RPC after error@383610605)))
17:28:08.040 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@58158732(state=PENDING, result=null, callback=(continuation of Deferred@1734145725 after retry RPC after error@993026143) -> (continuation of Deferred@1833430150 after retry RPC after error@1442643116) -> (continuation of Deferred@1427440048 after retry RPC after error@1830789589) -> (continuation of Deferred@1072583468 after retry RPC after error@222675425) -> (continuation of Deferred@1889556856 after retry RPC after error@1612799920) -> (continuation of Deferred@765138859 after retry RPC after error@250773808) -> (continuation of Deferred@2087412239 after retry RPC after error@383610605), errback=(continuation of Deferred@1734145725 after retry RPC after error@993026143) -> (continuation of Deferred@1833430150 after retry RPC after error@1442643116) -> (continuation of Deferred@1427440048 after retry RPC after error@1830789589) -> (continuation of Deferred@1072583468 after retry RPC after error@222675425) -> (continuation of Deferred@1889556856 after retry RPC after error@1612799920) -> (continuation of Deferred@765138859 after retry RPC after error@250773808) -> (continuation of Deferred@2087412239 after retry RPC after error@383610605)))
17:28:08.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.220 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1279451787(state=PENDING, result=null, callback=(continuation of Deferred@1832815122 after retry RPC after error@164386498) -> (continuation of Deferred@1306918048 after retry RPC after error@375920941) -> (continuation of Deferred@253722600 after retry RPC after error@1678660239) -> (continuation of Deferred@107786834 after retry RPC after error@1343976131) -> (continuation of Deferred@613394199 after retry RPC after error@847450915) -> (continuation of Deferred@1369364739 after retry RPC after error@1519924377), errback=(continuation of Deferred@1832815122 after retry RPC after error@164386498) -> (continuation of Deferred@1306918048 after retry RPC after error@375920941) -> (continuation of Deferred@253722600 after retry RPC after error@1678660239) -> (continuation of Deferred@107786834 after retry RPC after error@1343976131) -> (continuation of Deferred@613394199 after retry RPC after error@847450915) -> (continuation of Deferred@1369364739 after retry RPC after error@1519924377)))
17:28:08.220 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1279451787(state=PENDING, result=null, callback=(continuation of Deferred@1832815122 after retry RPC after error@164386498) -> (continuation of Deferred@1306918048 after retry RPC after error@375920941) -> (continuation of Deferred@253722600 after retry RPC after error@1678660239) -> (continuation of Deferred@107786834 after retry RPC after error@1343976131) -> (continuation of Deferred@613394199 after retry RPC after error@847450915) -> (continuation of Deferred@1369364739 after retry RPC after error@1519924377), errback=(continuation of Deferred@1832815122 after retry RPC after error@164386498) -> (continuation of Deferred@1306918048 after retry RPC after error@375920941) -> (continuation of Deferred@253722600 after retry RPC after error@1678660239) -> (continuation of Deferred@107786834 after retry RPC after error@1343976131) -> (continuation of Deferred@613394199 after retry RPC after error@847450915) -> (continuation of Deferred@1369364739 after retry RPC after error@1519924377)))
17:28:08.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.439 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@473880662(state=PENDING, result=null, callback=(continuation of Deferred@958120901 after retry RPC after error@999728783) -> (continuation of Deferred@752326794 after retry RPC after error@1178671406) -> (continuation of Deferred@564391880 after retry RPC after error@797939629) -> (continuation of Deferred@1066162462 after retry RPC after error@1909108648) -> (continuation of Deferred@1328141302 after retry RPC after error@482875201) -> (continuation of Deferred@1095887215 after retry RPC after error@1707260162), errback=(continuation of Deferred@958120901 after retry RPC after error@999728783) -> (continuation of Deferred@752326794 after retry RPC after error@1178671406) -> (continuation of Deferred@564391880 after retry RPC after error@797939629) -> (continuation of Deferred@1066162462 after retry RPC after error@1909108648) -> (continuation of Deferred@1328141302 after retry RPC after error@482875201) -> (continuation of Deferred@1095887215 after retry RPC after error@1707260162)))
17:28:08.440 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@473880662(state=PENDING, result=null, callback=(continuation of Deferred@958120901 after retry RPC after error@999728783) -> (continuation of Deferred@752326794 after retry RPC after error@1178671406) -> (continuation of Deferred@564391880 after retry RPC after error@797939629) -> (continuation of Deferred@1066162462 after retry RPC after error@1909108648) -> (continuation of Deferred@1328141302 after retry RPC after error@482875201) -> (continuation of Deferred@1095887215 after retry RPC after error@1707260162), errback=(continuation of Deferred@958120901 after retry RPC after error@999728783) -> (continuation of Deferred@752326794 after retry RPC after error@1178671406) -> (continuation of Deferred@564391880 after retry RPC after error@797939629) -> (continuation of Deferred@1066162462 after retry RPC after error@1909108648) -> (continuation of Deferred@1328141302 after retry RPC after error@482875201) -> (continuation of Deferred@1095887215 after retry RPC after error@1707260162)))
17:28:08.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.718 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@987773405(state=PENDING, result=null, callback=(continuation of Deferred@1973842897 after retry RPC after error@1585871431) -> (continuation of Deferred@1017343637 after retry RPC after error@121017869) -> (continuation of Deferred@1103644097 after retry RPC after error@754015229) -> (continuation of Deferred@184635184 after retry RPC after error@951334563) -> (continuation of Deferred@995203641 after retry RPC after error@500760605) -> (continuation of Deferred@480289881 after retry RPC after error@87595072) -> (continuation of Deferred@839862924 after retry RPC after error@1736666424), errback=(continuation of Deferred@1973842897 after retry RPC after error@1585871431) -> (continuation of Deferred@1017343637 after retry RPC after error@121017869) -> (continuation of Deferred@1103644097 after retry RPC after error@754015229) -> (continuation of Deferred@184635184 after retry RPC after error@951334563) -> (continuation of Deferred@995203641 after retry RPC after error@500760605) -> (continuation of Deferred@480289881 after retry RPC after error@87595072) -> (continuation of Deferred@839862924 after retry RPC after error@1736666424)))
17:28:08.719 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:08.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.960 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1846857947(state=PENDING, result=null, callback=(continuation of Deferred@1731951647 after retry RPC after error@2131722035) -> (continuation of Deferred@2044606229 after retry RPC after error@830780157) -> (continuation of Deferred@233040726 after retry RPC after error@160557886) -> (continuation of Deferred@33493894 after retry RPC after error@368597534) -> (continuation of Deferred@131316396 after retry RPC after error@27097459) -> (continuation of Deferred@2013739493 after retry RPC after error@804824145) -> (continuation of Deferred@904166872 after retry RPC after error@1599655158), errback=(continuation of Deferred@1731951647 after retry RPC after error@2131722035) -> (continuation of Deferred@2044606229 after retry RPC after error@830780157) -> (continuation of Deferred@233040726 after retry RPC after error@160557886) -> (continuation of Deferred@33493894 after retry RPC after error@368597534) -> (continuation of Deferred@131316396 after retry RPC after error@27097459) -> (continuation of Deferred@2013739493 after retry RPC after error@804824145) -> (continuation of Deferred@904166872 after retry RPC after error@1599655158)))
17:28:08.960 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1846857947(state=PENDING, result=null, callback=(continuation of Deferred@1731951647 after retry RPC after error@2131722035) -> (continuation of Deferred@2044606229 after retry RPC after error@830780157) -> (continuation of Deferred@233040726 after retry RPC after error@160557886) -> (continuation of Deferred@33493894 after retry RPC after error@368597534) -> (continuation of Deferred@131316396 after retry RPC after error@27097459) -> (continuation of Deferred@2013739493 after retry RPC after error@804824145) -> (continuation of Deferred@904166872 after retry RPC after error@1599655158), errback=(continuation of Deferred@1731951647 after retry RPC after error@2131722035) -> (continuation of Deferred@2044606229 after retry RPC after error@830780157) -> (continuation of Deferred@233040726 after retry RPC after error@160557886) -> (continuation of Deferred@33493894 after retry RPC after error@368597534) -> (continuation of Deferred@131316396 after retry RPC after error@27097459) -> (continuation of Deferred@2013739493 after retry RPC after error@804824145) -> (continuation of Deferred@904166872 after retry RPC after error@1599655158)))
17:28:08.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:08.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:08.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:08.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:08.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:08.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.059 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.079 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1959997088(state=PENDING, result=null, callback=(continuation of Deferred@339135363 after retry RPC after error@678947178) -> (continuation of Deferred@835128145 after retry RPC after error@1544328679) -> (continuation of Deferred@2118399798 after retry RPC after error@1768926509) -> (continuation of Deferred@1618718418 after retry RPC after error@1482730647) -> (continuation of Deferred@121818410 after retry RPC after error@332402218) -> (continuation of Deferred@778055612 after retry RPC after error@1941519091) -> (continuation of Deferred@1652789811 after retry RPC after error@1899065623), errback=(continuation of Deferred@339135363 after retry RPC after error@678947178) -> (continuation of Deferred@835128145 after retry RPC after error@1544328679) -> (continuation of Deferred@2118399798 after retry RPC after error@1768926509) -> (continuation of Deferred@1618718418 after retry RPC after error@1482730647) -> (continuation of Deferred@121818410 after retry RPC after error@332402218) -> (continuation of Deferred@778055612 after retry RPC after error@1941519091) -> (continuation of Deferred@1652789811 after retry RPC after error@1899065623)))
17:28:09.200 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1959997088(state=PENDING, result=null, callback=(continuation of Deferred@339135363 after retry RPC after error@678947178) -> (continuation of Deferred@835128145 after retry RPC after error@1544328679) -> (continuation of Deferred@2118399798 after retry RPC after error@1768926509) -> (continuation of Deferred@1618718418 after retry RPC after error@1482730647) -> (continuation of Deferred@121818410 after retry RPC after error@332402218) -> (continuation of Deferred@778055612 after retry RPC after error@1941519091) -> (continuation of Deferred@1652789811 after retry RPC after error@1899065623), errback=(continuation of Deferred@339135363 after retry RPC after error@678947178) -> (continuation of Deferred@835128145 after retry RPC after error@1544328679) -> (continuation of Deferred@2118399798 after retry RPC after error@1768926509) -> (continuation of Deferred@1618718418 after retry RPC after error@1482730647) -> (continuation of Deferred@121818410 after retry RPC after error@332402218) -> (continuation of Deferred@778055612 after retry RPC after error@1941519091) -> (continuation of Deferred@1652789811 after retry RPC after error@1899065623)))
17:28:09.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@928118572(state=PENDING, result=null, callback=(continuation of Deferred@562091183 after retry RPC after error@1512321280) -> (continuation of Deferred@2092989420 after retry RPC after error@1150290895) -> (continuation of Deferred@1670552158 after retry RPC after error@407182109) -> (continuation of Deferred@1730481378 after retry RPC after error@598715834) -> (continuation of Deferred@1419285499 after retry RPC after error@1689642886) -> (continuation of Deferred@725136878 after retry RPC after error@1965301582) -> (continuation of Deferred@1697865050 after retry RPC after error@779161517), errback=(continuation of Deferred@562091183 after retry RPC after error@1512321280) -> (continuation of Deferred@2092989420 after retry RPC after error@1150290895) -> (continuation of Deferred@1670552158 after retry RPC after error@407182109) -> (continuation of Deferred@1730481378 after retry RPC after error@598715834) -> (continuation of Deferred@1419285499 after retry RPC after error@1689642886) -> (continuation of Deferred@725136878 after retry RPC after error@1965301582) -> (continuation of Deferred@1697865050 after retry RPC after error@779161517)))
17:28:09.441 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@928118572(state=PENDING, result=null, callback=(continuation of Deferred@562091183 after retry RPC after error@1512321280) -> (continuation of Deferred@2092989420 after retry RPC after error@1150290895) -> (continuation of Deferred@1670552158 after retry RPC after error@407182109) -> (continuation of Deferred@1730481378 after retry RPC after error@598715834) -> (continuation of Deferred@1419285499 after retry RPC after error@1689642886) -> (continuation of Deferred@725136878 after retry RPC after error@1965301582) -> (continuation of Deferred@1697865050 after retry RPC after error@779161517), errback=(continuation of Deferred@562091183 after retry RPC after error@1512321280) -> (continuation of Deferred@2092989420 after retry RPC after error@1150290895) -> (continuation of Deferred@1670552158 after retry RPC after error@407182109) -> (continuation of Deferred@1730481378 after retry RPC after error@598715834) -> (continuation of Deferred@1419285499 after retry RPC after error@1689642886) -> (continuation of Deferred@725136878 after retry RPC after error@1965301582) -> (continuation of Deferred@1697865050 after retry RPC after error@779161517)))
17:28:09.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.519 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.620 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1072615732(state=PENDING, result=null, callback=(continuation of Deferred@474124510 after retry RPC after error@1479100841) -> (continuation of Deferred@941257974 after retry RPC after error@1899259312) -> (continuation of Deferred@2037960488 after retry RPC after error@1804514735) -> (continuation of Deferred@14205420 after retry RPC after error@1376988578) -> (continuation of Deferred@1831708999 after retry RPC after error@1930447488) -> (continuation of Deferred@897659567 after retry RPC after error@2117367680) -> (continuation of Deferred@2119409296 after retry RPC after error@266768272), errback=(continuation of Deferred@474124510 after retry RPC after error@1479100841) -> (continuation of Deferred@941257974 after retry RPC after error@1899259312) -> (continuation of Deferred@2037960488 after retry RPC after error@1804514735) -> (continuation of Deferred@14205420 after retry RPC after error@1376988578) -> (continuation of Deferred@1831708999 after retry RPC after error@1930447488) -> (continuation of Deferred@897659567 after retry RPC after error@2117367680) -> (continuation of Deferred@2119409296 after retry RPC after error@266768272)))
17:28:09.620 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1072615732(state=PENDING, result=null, callback=(continuation of Deferred@474124510 after retry RPC after error@1479100841) -> (continuation of Deferred@941257974 after retry RPC after error@1899259312) -> (continuation of Deferred@2037960488 after retry RPC after error@1804514735) -> (continuation of Deferred@14205420 after retry RPC after error@1376988578) -> (continuation of Deferred@1831708999 after retry RPC after error@1930447488) -> (continuation of Deferred@897659567 after retry RPC after error@2117367680) -> (continuation of Deferred@2119409296 after retry RPC after error@266768272), errback=(continuation of Deferred@474124510 after retry RPC after error@1479100841) -> (continuation of Deferred@941257974 after retry RPC after error@1899259312) -> (continuation of Deferred@2037960488 after retry RPC after error@1804514735) -> (continuation of Deferred@14205420 after retry RPC after error@1376988578) -> (continuation of Deferred@1831708999 after retry RPC after error@1930447488) -> (continuation of Deferred@897659567 after retry RPC after error@2117367680) -> (continuation of Deferred@2119409296 after retry RPC after error@266768272)))
17:28:09.639 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.639 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.679 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.701 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.859 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.861 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1749068569(state=PENDING, result=null, callback=(continuation of Deferred@588568710 after retry RPC after error@239695343) -> (continuation of Deferred@2086542231 after retry RPC after error@288059238) -> (continuation of Deferred@343823661 after retry RPC after error@1373482048) -> (continuation of Deferred@1574147919 after retry RPC after error@399086540) -> (continuation of Deferred@1903721253 after retry RPC after error@1308321510) -> (continuation of Deferred@206825977 after retry RPC after error@1465867340) -> (continuation of Deferred@1699525841 after retry RPC after error@1930830536), errback=(continuation of Deferred@588568710 after retry RPC after error@239695343) -> (continuation of Deferred@2086542231 after retry RPC after error@288059238) -> (continuation of Deferred@343823661 after retry RPC after error@1373482048) -> (continuation of Deferred@1574147919 after retry RPC after error@399086540) -> (continuation of Deferred@1903721253 after retry RPC after error@1308321510) -> (continuation of Deferred@206825977 after retry RPC after error@1465867340) -> (continuation of Deferred@1699525841 after retry RPC after error@1930830536)))
17:28:09.861 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1749068569(state=PENDING, result=null, callback=(continuation of Deferred@588568710 after retry RPC after error@239695343) -> (continuation of Deferred@2086542231 after retry RPC after error@288059238) -> (continuation of Deferred@343823661 after retry RPC after error@1373482048) -> (continuation of Deferred@1574147919 after retry RPC after error@399086540) -> (continuation of Deferred@1903721253 after retry RPC after error@1308321510) -> (continuation of Deferred@206825977 after retry RPC after error@1465867340) -> (continuation of Deferred@1699525841 after retry RPC after error@1930830536), errback=(continuation of Deferred@588568710 after retry RPC after error@239695343) -> (continuation of Deferred@2086542231 after retry RPC after error@288059238) -> (continuation of Deferred@343823661 after retry RPC after error@1373482048) -> (continuation of Deferred@1574147919 after retry RPC after error@399086540) -> (continuation of Deferred@1903721253 after retry RPC after error@1308321510) -> (continuation of Deferred@206825977 after retry RPC after error@1465867340) -> (continuation of Deferred@1699525841 after retry RPC after error@1930830536)))
17:28:09.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.879 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.959 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:09.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:09.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:09.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:09.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:09.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.039 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.040 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@816578733(state=PENDING, result=null, callback=(continuation of Deferred@1550620737 after retry RPC after error@1213279762) -> (continuation of Deferred@1114566703 after retry RPC after error@311896487) -> (continuation of Deferred@713098532 after retry RPC after error@1809948632) -> (continuation of Deferred@1589376259 after retry RPC after error@1967793506) -> (continuation of Deferred@1472247498 after retry RPC after error@817425589) -> (continuation of Deferred@833225804 after retry RPC after error@359613998), errback=(continuation of Deferred@1550620737 after retry RPC after error@1213279762) -> (continuation of Deferred@1114566703 after retry RPC after error@311896487) -> (continuation of Deferred@713098532 after retry RPC after error@1809948632) -> (continuation of Deferred@1589376259 after retry RPC after error@1967793506) -> (continuation of Deferred@1472247498 after retry RPC after error@817425589) -> (continuation of Deferred@833225804 after retry RPC after error@359613998)))
17:28:10.041 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@816578733(state=PENDING, result=null, callback=(continuation of Deferred@1550620737 after retry RPC after error@1213279762) -> (continuation of Deferred@1114566703 after retry RPC after error@311896487) -> (continuation of Deferred@713098532 after retry RPC after error@1809948632) -> (continuation of Deferred@1589376259 after retry RPC after error@1967793506) -> (continuation of Deferred@1472247498 after retry RPC after error@817425589) -> (continuation of Deferred@833225804 after retry RPC after error@359613998), errback=(continuation of Deferred@1550620737 after retry RPC after error@1213279762) -> (continuation of Deferred@1114566703 after retry RPC after error@311896487) -> (continuation of Deferred@713098532 after retry RPC after error@1809948632) -> (continuation of Deferred@1589376259 after retry RPC after error@1967793506) -> (continuation of Deferred@1472247498 after retry RPC after error@817425589) -> (continuation of Deferred@833225804 after retry RPC after error@359613998)))
17:28:10.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.059 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.139 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.239 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.240 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@329549242(state=PENDING, result=null, callback=(continuation of Deferred@1133286382 after retry RPC after error@629190514) -> (continuation of Deferred@1583001485 after retry RPC after error@1776576681) -> (continuation of Deferred@1313899928 after retry RPC after error@1854621727) -> (continuation of Deferred@1705419908 after retry RPC after error@801974713) -> (continuation of Deferred@1702561181 after retry RPC after error@1367634589) -> (continuation of Deferred@22445741 after retry RPC after error@1192239071), errback=(continuation of Deferred@1133286382 after retry RPC after error@629190514) -> (continuation of Deferred@1583001485 after retry RPC after error@1776576681) -> (continuation of Deferred@1313899928 after retry RPC after error@1854621727) -> (continuation of Deferred@1705419908 after retry RPC after error@801974713) -> (continuation of Deferred@1702561181 after retry RPC after error@1367634589) -> (continuation of Deferred@22445741 after retry RPC after error@1192239071)))
17:28:10.241 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@329549242(state=PENDING, result=null, callback=(continuation of Deferred@1133286382 after retry RPC after error@629190514) -> (continuation of Deferred@1583001485 after retry RPC after error@1776576681) -> (continuation of Deferred@1313899928 after retry RPC after error@1854621727) -> (continuation of Deferred@1705419908 after retry RPC after error@801974713) -> (continuation of Deferred@1702561181 after retry RPC after error@1367634589) -> (continuation of Deferred@22445741 after retry RPC after error@1192239071), errback=(continuation of Deferred@1133286382 after retry RPC after error@629190514) -> (continuation of Deferred@1583001485 after retry RPC after error@1776576681) -> (continuation of Deferred@1313899928 after retry RPC after error@1854621727) -> (continuation of Deferred@1705419908 after retry RPC after error@801974713) -> (continuation of Deferred@1702561181 after retry RPC after error@1367634589) -> (continuation of Deferred@22445741 after retry RPC after error@1192239071)))
17:28:10.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.319 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:10.477433 6187 master_runner.cc:186] Error getting master registration for 127.6.8.61:41481: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111),
17:28:10.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:10.477614 6187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:28:10.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.480 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1906507467(state=PENDING, result=null, callback=(continuation of Deferred@1404808733 after retry RPC after error@1075063506) -> (continuation of Deferred@225677138 after retry RPC after error@1807842449) -> (continuation of Deferred@1703210162 after retry RPC after error@69671018) -> (continuation of Deferred@364846755 after retry RPC after error@1970982257) -> (continuation of Deferred@936988176 after retry RPC after error@193066185) -> (continuation of Deferred@1713813788 after retry RPC after error@1159000556) -> (continuation of Deferred@952143504 after retry RPC after error@1021510397), errback=(continuation of Deferred@1404808733 after retry RPC after error@1075063506) -> (continuation of Deferred@225677138 after retry RPC after error@1807842449) -> (continuation of Deferred@1703210162 after retry RPC after error@69671018) -> (continuation of Deferred@364846755 after retry RPC after error@1970982257) -> (continuation of Deferred@936988176 after retry RPC after error@193066185) -> (continuation of Deferred@1713813788 after retry RPC after error@1159000556) -> (continuation of Deferred@952143504 after retry RPC after error@1021510397)))
17:28:10.480 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1906507467(state=PENDING, result=null, callback=(continuation of Deferred@1404808733 after retry RPC after error@1075063506) -> (continuation of Deferred@225677138 after retry RPC after error@1807842449) -> (continuation of Deferred@1703210162 after retry RPC after error@69671018) -> (continuation of Deferred@364846755 after retry RPC after error@1970982257) -> (continuation of Deferred@936988176 after retry RPC after error@193066185) -> (continuation of Deferred@1713813788 after retry RPC after error@1159000556) -> (continuation of Deferred@952143504 after retry RPC after error@1021510397), errback=(continuation of Deferred@1404808733 after retry RPC after error@1075063506) -> (continuation of Deferred@225677138 after retry RPC after error@1807842449) -> (continuation of Deferred@1703210162 after retry RPC after error@69671018) -> (continuation of Deferred@364846755 after retry RPC after error@1970982257) -> (continuation of Deferred@936988176 after retry RPC after error@193066185) -> (continuation of Deferred@1713813788 after retry RPC after error@1159000556) -> (continuation of Deferred@952143504 after retry RPC after error@1021510397)))
17:28:10.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.699 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.739 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.741 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@14597008(state=PENDING, result=null, callback=(continuation of Deferred@1240339152 after retry RPC after error@259544125) -> (continuation of Deferred@2099235344 after retry RPC after error@149486616) -> (continuation of Deferred@824772423 after retry RPC after error@2092786915) -> (continuation of Deferred@2138140206 after retry RPC after error@817251812) -> (continuation of Deferred@1239183242 after retry RPC after error@1590788142) -> (continuation of Deferred@715490756 after retry RPC after error@683568145) -> (continuation of Deferred@45414067 after retry RPC after error@1345766971), errback=(continuation of Deferred@1240339152 after retry RPC after error@259544125) -> (continuation of Deferred@2099235344 after retry RPC after error@149486616) -> (continuation of Deferred@824772423 after retry RPC after error@2092786915) -> (continuation of Deferred@2138140206 after retry RPC after error@817251812) -> (continuation of Deferred@1239183242 after retry RPC after error@1590788142) -> (continuation of Deferred@715490756 after retry RPC after error@683568145) -> (continuation of Deferred@45414067 after retry RPC after error@1345766971)))
17:28:10.741 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@14597008(state=PENDING, result=null, callback=(continuation of Deferred@1240339152 after retry RPC after error@259544125) -> (continuation of Deferred@2099235344 after retry RPC after error@149486616) -> (continuation of Deferred@824772423 after retry RPC after error@2092786915) -> (continuation of Deferred@2138140206 after retry RPC after error@817251812) -> (continuation of Deferred@1239183242 after retry RPC after error@1590788142) -> (continuation of Deferred@715490756 after retry RPC after error@683568145) -> (continuation of Deferred@45414067 after retry RPC after error@1345766971), errback=(continuation of Deferred@1240339152 after retry RPC after error@259544125) -> (continuation of Deferred@2099235344 after retry RPC after error@149486616) -> (continuation of Deferred@824772423 after retry RPC after error@2092786915) -> (continuation of Deferred@2138140206 after retry RPC after error@817251812) -> (continuation of Deferred@1239183242 after retry RPC after error@1590788142) -> (continuation of Deferred@715490756 after retry RPC after error@683568145) -> (continuation of Deferred@45414067 after retry RPC after error@1345766971)))
17:28:10.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.959 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.960 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1489443064(state=PENDING, result=null, callback=(continuation of Deferred@1287796302 after retry RPC after error@1445020680) -> (continuation of Deferred@1308420885 after retry RPC after error@765209226) -> (continuation of Deferred@1890650417 after retry RPC after error@753668651) -> (continuation of Deferred@107143392 after retry RPC after error@1256604380) -> (continuation of Deferred@845554224 after retry RPC after error@2128020253) -> (continuation of Deferred@1864600007 after retry RPC after error@388744797) -> (continuation of Deferred@350163242 after retry RPC after error@1389766471), errback=(continuation of Deferred@1287796302 after retry RPC after error@1445020680) -> (continuation of Deferred@1308420885 after retry RPC after error@765209226) -> (continuation of Deferred@1890650417 after retry RPC after error@753668651) -> (continuation of Deferred@107143392 after retry RPC after error@1256604380) -> (continuation of Deferred@845554224 after retry RPC after error@2128020253) -> (continuation of Deferred@1864600007 after retry RPC after error@388744797) -> (continuation of Deferred@350163242 after retry RPC after error@1389766471)))
17:28:10.961 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1489443064(state=PENDING, result=null, callback=(continuation of Deferred@1287796302 after retry RPC after error@1445020680) -> (continuation of Deferred@1308420885 after retry RPC after error@765209226) -> (continuation of Deferred@1890650417 after retry RPC after error@753668651) -> (continuation of Deferred@107143392 after retry RPC after error@1256604380) -> (continuation of Deferred@845554224 after retry RPC after error@2128020253) -> (continuation of Deferred@1864600007 after retry RPC after error@388744797) -> (continuation of Deferred@350163242 after retry RPC after error@1389766471), errback=(continuation of Deferred@1287796302 after retry RPC after error@1445020680) -> (continuation of Deferred@1308420885 after retry RPC after error@765209226) -> (continuation of Deferred@1890650417 after retry RPC after error@753668651) -> (continuation of Deferred@107143392 after retry RPC after error@1256604380) -> (continuation of Deferred@845554224 after retry RPC after error@2128020253) -> (continuation of Deferred@1864600007 after retry RPC after error@388744797) -> (continuation of Deferred@350163242 after retry RPC after error@1389766471)))
17:28:10.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.979 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:10.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:10.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:10.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:10.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:10.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.199 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@460221461(state=PENDING, result=null, callback=(continuation of Deferred@717115187 after retry RPC after error@1457250004) -> (continuation of Deferred@946004241 after retry RPC after error@1342450892) -> (continuation of Deferred@136001064 after retry RPC after error@4093057) -> (continuation of Deferred@796616702 after retry RPC after error@1583897745) -> (continuation of Deferred@261331714 after retry RPC after error@2088397837) -> (continuation of Deferred@139108587 after retry RPC after error@341502375) -> (continuation of Deferred@117582757 after retry RPC after error@674706764), errback=(continuation of Deferred@717115187 after retry RPC after error@1457250004) -> (continuation of Deferred@946004241 after retry RPC after error@1342450892) -> (continuation of Deferred@136001064 after retry RPC after error@4093057) -> (continuation of Deferred@796616702 after retry RPC after error@1583897745) -> (continuation of Deferred@261331714 after retry RPC after error@2088397837) -> (continuation of Deferred@139108587 after retry RPC after error@341502375) -> (continuation of Deferred@117582757 after retry RPC after error@674706764)))
17:28:11.200 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@460221461(state=PENDING, result=null, callback=(continuation of Deferred@717115187 after retry RPC after error@1457250004) -> (continuation of Deferred@946004241 after retry RPC after error@1342450892) -> (continuation of Deferred@136001064 after retry RPC after error@4093057) -> (continuation of Deferred@796616702 after retry RPC after error@1583897745) -> (continuation of Deferred@261331714 after retry RPC after error@2088397837) -> (continuation of Deferred@139108587 after retry RPC after error@341502375) -> (continuation of Deferred@117582757 after retry RPC after error@674706764), errback=(continuation of Deferred@717115187 after retry RPC after error@1457250004) -> (continuation of Deferred@946004241 after retry RPC after error@1342450892) -> (continuation of Deferred@136001064 after retry RPC after error@4093057) -> (continuation of Deferred@796616702 after retry RPC after error@1583897745) -> (continuation of Deferred@261331714 after retry RPC after error@2088397837) -> (continuation of Deferred@139108587 after retry RPC after error@341502375) -> (continuation of Deferred@117582757 after retry RPC after error@674706764)))
17:28:11.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.219 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.220 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.259 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.419 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1458804869(state=PENDING, result=null, callback=(continuation of Deferred@699372325 after retry RPC after error@2084443343) -> (continuation of Deferred@739033315 after retry RPC after error@1718698583) -> (continuation of Deferred@865256199 after retry RPC after error@1065755094) -> (continuation of Deferred@1976038685 after retry RPC after error@424174088) -> (continuation of Deferred@1021771997 after retry RPC after error@845221382) -> (continuation of Deferred@2017749578 after retry RPC after error@583405416) -> (continuation of Deferred@648217093 after retry RPC after error@470301161), errback=(continuation of Deferred@699372325 after retry RPC after error@2084443343) -> (continuation of Deferred@739033315 after retry RPC after error@1718698583) -> (continuation of Deferred@865256199 after retry RPC after error@1065755094) -> (continuation of Deferred@1976038685 after retry RPC after error@424174088) -> (continuation of Deferred@1021771997 after retry RPC after error@845221382) -> (continuation of Deferred@2017749578 after retry RPC after error@583405416) -> (continuation of Deferred@648217093 after retry RPC after error@470301161)))
17:28:11.440 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1458804869(state=PENDING, result=null, callback=(continuation of Deferred@699372325 after retry RPC after error@2084443343) -> (continuation of Deferred@739033315 after retry RPC after error@1718698583) -> (continuation of Deferred@865256199 after retry RPC after error@1065755094) -> (continuation of Deferred@1976038685 after retry RPC after error@424174088) -> (continuation of Deferred@1021771997 after retry RPC after error@845221382) -> (continuation of Deferred@2017749578 after retry RPC after error@583405416) -> (continuation of Deferred@648217093 after retry RPC after error@470301161), errback=(continuation of Deferred@699372325 after retry RPC after error@2084443343) -> (continuation of Deferred@739033315 after retry RPC after error@1718698583) -> (continuation of Deferred@865256199 after retry RPC after error@1065755094) -> (continuation of Deferred@1976038685 after retry RPC after error@424174088) -> (continuation of Deferred@1021771997 after retry RPC after error@845221382) -> (continuation of Deferred@2017749578 after retry RPC after error@583405416) -> (continuation of Deferred@648217093 after retry RPC after error@470301161)))
17:28:11.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.560 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.679 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.718 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1138909693(state=PENDING, result=null, callback=(continuation of Deferred@246361181 after retry RPC after error@545767006) -> (continuation of Deferred@1114876017 after retry RPC after error@307156043) -> (continuation of Deferred@1710546843 after retry RPC after error@2023548981) -> (continuation of Deferred@670300023 after retry RPC after error@1132172110) -> (continuation of Deferred@11572413 after retry RPC after error@535960030) -> (continuation of Deferred@654449944 after retry RPC after error@947653461) -> (continuation of Deferred@1013802395 after retry RPC after error@870233889) -> (continuation of Deferred@75732639 after retry RPC after error@1551700985), errback=(continuation of Deferred@246361181 after retry RPC after error@545767006) -> (continuation of Deferred@1114876017 after retry RPC after error@307156043) -> (continuation of Deferred@1710546843 after retry RPC after error@2023548981) -> (continuation of Deferred@670300023 after retry RPC after error@1132172110) -> (continuation of Deferred@11572413 after retry RPC after error@535960030) -> (continuation of Deferred@654449944 after retry RPC after error@947653461) -> (continuation of Deferred@1013802395 after retry RPC after error@870233889) -> (continuation of Deferred@75732639 after retry RPC after error@1551700985)))
17:28:11.719 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:11.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.859 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:11.880175 6840 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 1)
17:28:11.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:11.883689 6840 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '39cb1c97b7ab440db729fdd4a9d94e42', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '39cb1c97b7ab440db729fdd4a9d94e42', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 1)
17:28:11.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:11.885164 6837 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.8.60:43131)
17:28:11.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.960 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@167574552(state=PENDING, result=null, callback=(continuation of Deferred@837006796 after retry RPC after error@690596701) -> (continuation of Deferred@1170038855 after retry RPC after error@726616276) -> (continuation of Deferred@128894372 after retry RPC after error@1664742735) -> (continuation of Deferred@1294470711 after retry RPC after error@485549742) -> (continuation of Deferred@1828885361 after retry RPC after error@1102942227) -> (continuation of Deferred@1290364837 after retry RPC after error@1463233792) -> (continuation of Deferred@777500044 after retry RPC after error@55018845), errback=(continuation of Deferred@837006796 after retry RPC after error@690596701) -> (continuation of Deferred@1170038855 after retry RPC after error@726616276) -> (continuation of Deferred@128894372 after retry RPC after error@1664742735) -> (continuation of Deferred@1294470711 after retry RPC after error@485549742) -> (continuation of Deferred@1828885361 after retry RPC after error@1102942227) -> (continuation of Deferred@1290364837 after retry RPC after error@1463233792) -> (continuation of Deferred@777500044 after retry RPC after error@55018845)))
17:28:11.960 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@167574552(state=PENDING, result=null, callback=(continuation of Deferred@837006796 after retry RPC after error@690596701) -> (continuation of Deferred@1170038855 after retry RPC after error@726616276) -> (continuation of Deferred@128894372 after retry RPC after error@1664742735) -> (continuation of Deferred@1294470711 after retry RPC after error@485549742) -> (continuation of Deferred@1828885361 after retry RPC after error@1102942227) -> (continuation of Deferred@1290364837 after retry RPC after error@1463233792) -> (continuation of Deferred@777500044 after retry RPC after error@55018845), errback=(continuation of Deferred@837006796 after retry RPC after error@690596701) -> (continuation of Deferred@1170038855 after retry RPC after error@726616276) -> (continuation of Deferred@128894372 after retry RPC after error@1664742735) -> (continuation of Deferred@1294470711 after retry RPC after error@485549742) -> (continuation of Deferred@1828885361 after retry RPC after error@1102942227) -> (continuation of Deferred@1290364837 after retry RPC after error@1463233792) -> (continuation of Deferred@777500044 after retry RPC after error@55018845)))
17:28:11.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:11.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:11.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:11.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:11.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:11.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.019 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.160 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1545138950(state=PENDING, result=null, callback=(continuation of Deferred@484579836 after retry RPC after error@1145534341) -> (continuation of Deferred@1863389492 after retry RPC after error@1955225363) -> (continuation of Deferred@2024506759 after retry RPC after error@120532552) -> (continuation of Deferred@1615857448 after retry RPC after error@1174712054) -> (continuation of Deferred@1655147532 after retry RPC after error@478454654) -> (continuation of Deferred@2089655937 after retry RPC after error@522054904) -> (continuation of Deferred@1090831611 after retry RPC after error@2015498486), errback=(continuation of Deferred@484579836 after retry RPC after error@1145534341) -> (continuation of Deferred@1863389492 after retry RPC after error@1955225363) -> (continuation of Deferred@2024506759 after retry RPC after error@120532552) -> (continuation of Deferred@1615857448 after retry RPC after error@1174712054) -> (continuation of Deferred@1655147532 after retry RPC after error@478454654) -> (continuation of Deferred@2089655937 after retry RPC after error@522054904) -> (continuation of Deferred@1090831611 after retry RPC after error@2015498486)))
17:28:12.161 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1545138950(state=PENDING, result=null, callback=(continuation of Deferred@484579836 after retry RPC after error@1145534341) -> (continuation of Deferred@1863389492 after retry RPC after error@1955225363) -> (continuation of Deferred@2024506759 after retry RPC after error@120532552) -> (continuation of Deferred@1615857448 after retry RPC after error@1174712054) -> (continuation of Deferred@1655147532 after retry RPC after error@478454654) -> (continuation of Deferred@2089655937 after retry RPC after error@522054904) -> (continuation of Deferred@1090831611 after retry RPC after error@2015498486), errback=(continuation of Deferred@484579836 after retry RPC after error@1145534341) -> (continuation of Deferred@1863389492 after retry RPC after error@1955225363) -> (continuation of Deferred@2024506759 after retry RPC after error@120532552) -> (continuation of Deferred@1615857448 after retry RPC after error@1174712054) -> (continuation of Deferred@1655147532 after retry RPC after error@478454654) -> (continuation of Deferred@2089655937 after retry RPC after error@522054904) -> (continuation of Deferred@1090831611 after retry RPC after error@2015498486)))
17:28:12.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.219 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.239 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.260 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.379 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.400 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@2098010880(state=PENDING, result=null, callback=(continuation of Deferred@273812453 after retry RPC after error@585295446) -> (continuation of Deferred@1076189201 after retry RPC after error@1432722958) -> (continuation of Deferred@1441311332 after retry RPC after error@1619863257) -> (continuation of Deferred@167907081 after retry RPC after error@1936614825) -> (continuation of Deferred@1673878058 after retry RPC after error@1794573157) -> (continuation of Deferred@1880564597 after retry RPC after error@1884570611) -> (continuation of Deferred@956912601 after retry RPC after error@1807193014), errback=(continuation of Deferred@273812453 after retry RPC after error@585295446) -> (continuation of Deferred@1076189201 after retry RPC after error@1432722958) -> (continuation of Deferred@1441311332 after retry RPC after error@1619863257) -> (continuation of Deferred@167907081 after retry RPC after error@1936614825) -> (continuation of Deferred@1673878058 after retry RPC after error@1794573157) -> (continuation of Deferred@1880564597 after retry RPC after error@1884570611) -> (continuation of Deferred@956912601 after retry RPC after error@1807193014)))
17:28:12.401 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@2098010880(state=PENDING, result=null, callback=(continuation of Deferred@273812453 after retry RPC after error@585295446) -> (continuation of Deferred@1076189201 after retry RPC after error@1432722958) -> (continuation of Deferred@1441311332 after retry RPC after error@1619863257) -> (continuation of Deferred@167907081 after retry RPC after error@1936614825) -> (continuation of Deferred@1673878058 after retry RPC after error@1794573157) -> (continuation of Deferred@1880564597 after retry RPC after error@1884570611) -> (continuation of Deferred@956912601 after retry RPC after error@1807193014), errback=(continuation of Deferred@273812453 after retry RPC after error@585295446) -> (continuation of Deferred@1076189201 after retry RPC after error@1432722958) -> (continuation of Deferred@1441311332 after retry RPC after error@1619863257) -> (continuation of Deferred@167907081 after retry RPC after error@1936614825) -> (continuation of Deferred@1673878058 after retry RPC after error@1794573157) -> (continuation of Deferred@1880564597 after retry RPC after error@1884570611) -> (continuation of Deferred@956912601 after retry RPC after error@1807193014)))
17:28:12.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.620 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1676797145(state=PENDING, result=null, callback=(continuation of Deferred@1941986859 after retry RPC after error@413767600) -> (continuation of Deferred@989935915 after retry RPC after error@1471862206) -> (continuation of Deferred@653981796 after retry RPC after error@1924853532) -> (continuation of Deferred@1086347265 after retry RPC after error@1104568962) -> (continuation of Deferred@815696644 after retry RPC after error@360267780) -> (continuation of Deferred@1463489274 after retry RPC after error@621521133) -> (continuation of Deferred@1628033507 after retry RPC after error@1051706534), errback=(continuation of Deferred@1941986859 after retry RPC after error@413767600) -> (continuation of Deferred@989935915 after retry RPC after error@1471862206) -> (continuation of Deferred@653981796 after retry RPC after error@1924853532) -> (continuation of Deferred@1086347265 after retry RPC after error@1104568962) -> (continuation of Deferred@815696644 after retry RPC after error@360267780) -> (continuation of Deferred@1463489274 after retry RPC after error@621521133) -> (continuation of Deferred@1628033507 after retry RPC after error@1051706534)))
17:28:12.620 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1676797145(state=PENDING, result=null, callback=(continuation of Deferred@1941986859 after retry RPC after error@413767600) -> (continuation of Deferred@989935915 after retry RPC after error@1471862206) -> (continuation of Deferred@653981796 after retry RPC after error@1924853532) -> (continuation of Deferred@1086347265 after retry RPC after error@1104568962) -> (continuation of Deferred@815696644 after retry RPC after error@360267780) -> (continuation of Deferred@1463489274 after retry RPC after error@621521133) -> (continuation of Deferred@1628033507 after retry RPC after error@1051706534), errback=(continuation of Deferred@1941986859 after retry RPC after error@413767600) -> (continuation of Deferred@989935915 after retry RPC after error@1471862206) -> (continuation of Deferred@653981796 after retry RPC after error@1924853532) -> (continuation of Deferred@1086347265 after retry RPC after error@1104568962) -> (continuation of Deferred@815696644 after retry RPC after error@360267780) -> (continuation of Deferred@1463489274 after retry RPC after error@621521133) -> (continuation of Deferred@1628033507 after retry RPC after error@1051706534)))
17:28:12.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.820 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1155335646(state=PENDING, result=null, callback=(continuation of Deferred@18442184 after retry RPC after error@1267390619) -> (continuation of Deferred@970267325 after retry RPC after error@352979884) -> (continuation of Deferred@1600592354 after retry RPC after error@1110723733) -> (continuation of Deferred@1394976412 after retry RPC after error@381124671) -> (continuation of Deferred@1912087298 after retry RPC after error@298355020) -> (continuation of Deferred@1864879279 after retry RPC after error@1161498380), errback=(continuation of Deferred@18442184 after retry RPC after error@1267390619) -> (continuation of Deferred@970267325 after retry RPC after error@352979884) -> (continuation of Deferred@1600592354 after retry RPC after error@1110723733) -> (continuation of Deferred@1394976412 after retry RPC after error@381124671) -> (continuation of Deferred@1912087298 after retry RPC after error@298355020) -> (continuation of Deferred@1864879279 after retry RPC after error@1161498380)))
17:28:12.821 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1155335646(state=PENDING, result=null, callback=(continuation of Deferred@18442184 after retry RPC after error@1267390619) -> (continuation of Deferred@970267325 after retry RPC after error@352979884) -> (continuation of Deferred@1600592354 after retry RPC after error@1110723733) -> (continuation of Deferred@1394976412 after retry RPC after error@381124671) -> (continuation of Deferred@1912087298 after retry RPC after error@298355020) -> (continuation of Deferred@1864879279 after retry RPC after error@1161498380), errback=(continuation of Deferred@18442184 after retry RPC after error@1267390619) -> (continuation of Deferred@970267325 after retry RPC after error@352979884) -> (continuation of Deferred@1600592354 after retry RPC after error@1110723733) -> (continuation of Deferred@1394976412 after retry RPC after error@381124671) -> (continuation of Deferred@1912087298 after retry RPC after error@298355020) -> (continuation of Deferred@1864879279 after retry RPC after error@1161498380)))
17:28:12.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.899 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:12.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:12.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:12.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:12.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:12.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.000 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@2112205535(state=PENDING, result=null, callback=(continuation of Deferred@1881708346 after retry RPC after error@116023326) -> (continuation of Deferred@1446520821 after retry RPC after error@110826663) -> (continuation of Deferred@851366409 after retry RPC after error@1728163536) -> (continuation of Deferred@1888561738 after retry RPC after error@787556051) -> (continuation of Deferred@1780189086 after retry RPC after error@447267) -> (continuation of Deferred@2042391059 after retry RPC after error@1583094857), errback=(continuation of Deferred@1881708346 after retry RPC after error@116023326) -> (continuation of Deferred@1446520821 after retry RPC after error@110826663) -> (continuation of Deferred@851366409 after retry RPC after error@1728163536) -> (continuation of Deferred@1888561738 after retry RPC after error@787556051) -> (continuation of Deferred@1780189086 after retry RPC after error@447267) -> (continuation of Deferred@2042391059 after retry RPC after error@1583094857)))
17:28:13.001 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@2112205535(state=PENDING, result=null, callback=(continuation of Deferred@1881708346 after retry RPC after error@116023326) -> (continuation of Deferred@1446520821 after retry RPC after error@110826663) -> (continuation of Deferred@851366409 after retry RPC after error@1728163536) -> (continuation of Deferred@1888561738 after retry RPC after error@787556051) -> (continuation of Deferred@1780189086 after retry RPC after error@447267) -> (continuation of Deferred@2042391059 after retry RPC after error@1583094857), errback=(continuation of Deferred@1881708346 after retry RPC after error@116023326) -> (continuation of Deferred@1446520821 after retry RPC after error@110826663) -> (continuation of Deferred@851366409 after retry RPC after error@1728163536) -> (continuation of Deferred@1888561738 after retry RPC after error@787556051) -> (continuation of Deferred@1780189086 after retry RPC after error@447267) -> (continuation of Deferred@2042391059 after retry RPC after error@1583094857)))
17:28:13.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.261 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.261 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@456017695(state=PENDING, result=null, callback=(continuation of Deferred@420502708 after retry RPC after error@875638372) -> (continuation of Deferred@43706293 after retry RPC after error@1810193990) -> (continuation of Deferred@1879788146 after retry RPC after error@1299453977) -> (continuation of Deferred@411494733 after retry RPC after error@1498448757) -> (continuation of Deferred@1939999479 after retry RPC after error@511406154) -> (continuation of Deferred@823668297 after retry RPC after error@1821263924) -> (continuation of Deferred@261624544 after retry RPC after error@1243925113), errback=(continuation of Deferred@420502708 after retry RPC after error@875638372) -> (continuation of Deferred@43706293 after retry RPC after error@1810193990) -> (continuation of Deferred@1879788146 after retry RPC after error@1299453977) -> (continuation of Deferred@411494733 after retry RPC after error@1498448757) -> (continuation of Deferred@1939999479 after retry RPC after error@511406154) -> (continuation of Deferred@823668297 after retry RPC after error@1821263924) -> (continuation of Deferred@261624544 after retry RPC after error@1243925113)))
17:28:13.262 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@456017695(state=PENDING, result=null, callback=(continuation of Deferred@420502708 after retry RPC after error@875638372) -> (continuation of Deferred@43706293 after retry RPC after error@1810193990) -> (continuation of Deferred@1879788146 after retry RPC after error@1299453977) -> (continuation of Deferred@411494733 after retry RPC after error@1498448757) -> (continuation of Deferred@1939999479 after retry RPC after error@511406154) -> (continuation of Deferred@823668297 after retry RPC after error@1821263924) -> (continuation of Deferred@261624544 after retry RPC after error@1243925113), errback=(continuation of Deferred@420502708 after retry RPC after error@875638372) -> (continuation of Deferred@43706293 after retry RPC after error@1810193990) -> (continuation of Deferred@1879788146 after retry RPC after error@1299453977) -> (continuation of Deferred@411494733 after retry RPC after error@1498448757) -> (continuation of Deferred@1939999479 after retry RPC after error@511406154) -> (continuation of Deferred@823668297 after retry RPC after error@1821263924) -> (continuation of Deferred@261624544 after retry RPC after error@1243925113)))
17:28:13.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.359 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.379 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.399 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.480 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@851772615(state=PENDING, result=null, callback=(continuation of Deferred@1771357411 after retry RPC after error@1680267718) -> (continuation of Deferred@1854782353 after retry RPC after error@1962174907) -> (continuation of Deferred@990386202 after retry RPC after error@1764888148) -> (continuation of Deferred@1784701392 after retry RPC after error@1032742038) -> (continuation of Deferred@1186817013 after retry RPC after error@1057265112) -> (continuation of Deferred@1443044617 after retry RPC after error@417819019) -> (continuation of Deferred@896009129 after retry RPC after error@786037385), errback=(continuation of Deferred@1771357411 after retry RPC after error@1680267718) -> (continuation of Deferred@1854782353 after retry RPC after error@1962174907) -> (continuation of Deferred@990386202 after retry RPC after error@1764888148) -> (continuation of Deferred@1784701392 after retry RPC after error@1032742038) -> (continuation of Deferred@1186817013 after retry RPC after error@1057265112) -> (continuation of Deferred@1443044617 after retry RPC after error@417819019) -> (continuation of Deferred@896009129 after retry RPC after error@786037385)))
17:28:13.480 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@851772615(state=PENDING, result=null, callback=(continuation of Deferred@1771357411 after retry RPC after error@1680267718) -> (continuation of Deferred@1854782353 after retry RPC after error@1962174907) -> (continuation of Deferred@990386202 after retry RPC after error@1764888148) -> (continuation of Deferred@1784701392 after retry RPC after error@1032742038) -> (continuation of Deferred@1186817013 after retry RPC after error@1057265112) -> (continuation of Deferred@1443044617 after retry RPC after error@417819019) -> (continuation of Deferred@896009129 after retry RPC after error@786037385), errback=(continuation of Deferred@1771357411 after retry RPC after error@1680267718) -> (continuation of Deferred@1854782353 after retry RPC after error@1962174907) -> (continuation of Deferred@990386202 after retry RPC after error@1764888148) -> (continuation of Deferred@1784701392 after retry RPC after error@1032742038) -> (continuation of Deferred@1186817013 after retry RPC after error@1057265112) -> (continuation of Deferred@1443044617 after retry RPC after error@417819019) -> (continuation of Deferred@896009129 after retry RPC after error@786037385)))
17:28:13.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.539 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.740 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@2109999756(state=PENDING, result=null, callback=(continuation of Deferred@1893131724 after retry RPC after error@1339925976) -> (continuation of Deferred@1510537790 after retry RPC after error@121969561) -> (continuation of Deferred@1081763384 after retry RPC after error@1655433354) -> (continuation of Deferred@2146379755 after retry RPC after error@1348035164) -> (continuation of Deferred@1124173257 after retry RPC after error@2119424667) -> (continuation of Deferred@2022009541 after retry RPC after error@1666563083) -> (continuation of Deferred@741692005 after retry RPC after error@1288884858), errback=(continuation of Deferred@1893131724 after retry RPC after error@1339925976) -> (continuation of Deferred@1510537790 after retry RPC after error@121969561) -> (continuation of Deferred@1081763384 after retry RPC after error@1655433354) -> (continuation of Deferred@2146379755 after retry RPC after error@1348035164) -> (continuation of Deferred@1124173257 after retry RPC after error@2119424667) -> (continuation of Deferred@2022009541 after retry RPC after error@1666563083) -> (continuation of Deferred@741692005 after retry RPC after error@1288884858)))
17:28:13.741 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@2109999756(state=PENDING, result=null, callback=(continuation of Deferred@1893131724 after retry RPC after error@1339925976) -> (continuation of Deferred@1510537790 after retry RPC after error@121969561) -> (continuation of Deferred@1081763384 after retry RPC after error@1655433354) -> (continuation of Deferred@2146379755 after retry RPC after error@1348035164) -> (continuation of Deferred@1124173257 after retry RPC after error@2119424667) -> (continuation of Deferred@2022009541 after retry RPC after error@1666563083) -> (continuation of Deferred@741692005 after retry RPC after error@1288884858), errback=(continuation of Deferred@1893131724 after retry RPC after error@1339925976) -> (continuation of Deferred@1510537790 after retry RPC after error@121969561) -> (continuation of Deferred@1081763384 after retry RPC after error@1655433354) -> (continuation of Deferred@2146379755 after retry RPC after error@1348035164) -> (continuation of Deferred@1124173257 after retry RPC after error@2119424667) -> (continuation of Deferred@2022009541 after retry RPC after error@1666563083) -> (continuation of Deferred@741692005 after retry RPC after error@1288884858)))
17:28:13.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.817 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.839 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.920 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@32575743(state=PENDING, result=null, callback=(continuation of Deferred@365763999 after retry RPC after error@2067396911) -> (continuation of Deferred@1951077814 after retry RPC after error@2100598056) -> (continuation of Deferred@6835956 after retry RPC after error@875310935) -> (continuation of Deferred@409365185 after retry RPC after error@1101148464) -> (continuation of Deferred@58710046 after retry RPC after error@1450973617) -> (continuation of Deferred@2112307677 after retry RPC after error@756860128), errback=(continuation of Deferred@365763999 after retry RPC after error@2067396911) -> (continuation of Deferred@1951077814 after retry RPC after error@2100598056) -> (continuation of Deferred@6835956 after retry RPC after error@875310935) -> (continuation of Deferred@409365185 after retry RPC after error@1101148464) -> (continuation of Deferred@58710046 after retry RPC after error@1450973617) -> (continuation of Deferred@2112307677 after retry RPC after error@756860128)))
17:28:13.921 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@32575743(state=PENDING, result=null, callback=(continuation of Deferred@365763999 after retry RPC after error@2067396911) -> (continuation of Deferred@1951077814 after retry RPC after error@2100598056) -> (continuation of Deferred@6835956 after retry RPC after error@875310935) -> (continuation of Deferred@409365185 after retry RPC after error@1101148464) -> (continuation of Deferred@58710046 after retry RPC after error@1450973617) -> (continuation of Deferred@2112307677 after retry RPC after error@756860128), errback=(continuation of Deferred@365763999 after retry RPC after error@2067396911) -> (continuation of Deferred@1951077814 after retry RPC after error@2100598056) -> (continuation of Deferred@6835956 after retry RPC after error@875310935) -> (continuation of Deferred@409365185 after retry RPC after error@1101148464) -> (continuation of Deferred@58710046 after retry RPC after error@1450973617) -> (continuation of Deferred@2112307677 after retry RPC after error@756860128)))
17:28:13.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:13.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:13.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:13.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:13.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:13.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.019 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.059 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1937202012(state=PENDING, result=null, callback=(continuation of Deferred@117659372 after retry RPC after error@422180441) -> (continuation of Deferred@245267258 after retry RPC after error@1199205390) -> (continuation of Deferred@1515447867 after retry RPC after error@203315222) -> (continuation of Deferred@1906619652 after retry RPC after error@1697295650) -> (continuation of Deferred@537787778 after retry RPC after error@1580060541) -> (continuation of Deferred@183848233 after retry RPC after error@981906152), errback=(continuation of Deferred@117659372 after retry RPC after error@422180441) -> (continuation of Deferred@245267258 after retry RPC after error@1199205390) -> (continuation of Deferred@1515447867 after retry RPC after error@203315222) -> (continuation of Deferred@1906619652 after retry RPC after error@1697295650) -> (continuation of Deferred@537787778 after retry RPC after error@1580060541) -> (continuation of Deferred@183848233 after retry RPC after error@981906152)))
17:28:14.120 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1937202012(state=PENDING, result=null, callback=(continuation of Deferred@117659372 after retry RPC after error@422180441) -> (continuation of Deferred@245267258 after retry RPC after error@1199205390) -> (continuation of Deferred@1515447867 after retry RPC after error@203315222) -> (continuation of Deferred@1906619652 after retry RPC after error@1697295650) -> (continuation of Deferred@537787778 after retry RPC after error@1580060541) -> (continuation of Deferred@183848233 after retry RPC after error@981906152), errback=(continuation of Deferred@117659372 after retry RPC after error@422180441) -> (continuation of Deferred@245267258 after retry RPC after error@1199205390) -> (continuation of Deferred@1515447867 after retry RPC after error@203315222) -> (continuation of Deferred@1906619652 after retry RPC after error@1697295650) -> (continuation of Deferred@537787778 after retry RPC after error@1580060541) -> (continuation of Deferred@183848233 after retry RPC after error@981906152)))
17:28:14.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.217 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.259 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.259 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.261 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.277 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.319 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.320 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@308568664(state=PENDING, result=null, callback=(continuation of Deferred@2110372595 after retry RPC after error@323558280) -> (continuation of Deferred@1185302812 after retry RPC after error@2002879794) -> (continuation of Deferred@1196406543 after retry RPC after error@478245173) -> (continuation of Deferred@1755002128 after retry RPC after error@329807140) -> (continuation of Deferred@694509457 after retry RPC after error@1048222545) -> (continuation of Deferred@259525179 after retry RPC after error@1604931493) -> (continuation of Deferred@1555237398 after retry RPC after error@913941186), errback=(continuation of Deferred@2110372595 after retry RPC after error@323558280) -> (continuation of Deferred@1185302812 after retry RPC after error@2002879794) -> (continuation of Deferred@1196406543 after retry RPC after error@478245173) -> (continuation of Deferred@1755002128 after retry RPC after error@329807140) -> (continuation of Deferred@694509457 after retry RPC after error@1048222545) -> (continuation of Deferred@259525179 after retry RPC after error@1604931493) -> (continuation of Deferred@1555237398 after retry RPC after error@913941186)))
17:28:14.321 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@308568664(state=PENDING, result=null, callback=(continuation of Deferred@2110372595 after retry RPC after error@323558280) -> (continuation of Deferred@1185302812 after retry RPC after error@2002879794) -> (continuation of Deferred@1196406543 after retry RPC after error@478245173) -> (continuation of Deferred@1755002128 after retry RPC after error@329807140) -> (continuation of Deferred@694509457 after retry RPC after error@1048222545) -> (continuation of Deferred@259525179 after retry RPC after error@1604931493) -> (continuation of Deferred@1555237398 after retry RPC after error@913941186), errback=(continuation of Deferred@2110372595 after retry RPC after error@323558280) -> (continuation of Deferred@1185302812 after retry RPC after error@2002879794) -> (continuation of Deferred@1196406543 after retry RPC after error@478245173) -> (continuation of Deferred@1755002128 after retry RPC after error@329807140) -> (continuation of Deferred@694509457 after retry RPC after error@1048222545) -> (continuation of Deferred@259525179 after retry RPC after error@1604931493) -> (continuation of Deferred@1555237398 after retry RPC after error@913941186)))
17:28:14.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.339 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.359 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.560 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@273264663(state=PENDING, result=null, callback=(continuation of Deferred@1757884306 after retry RPC after error@831971500) -> (continuation of Deferred@70196451 after retry RPC after error@1505484153) -> (continuation of Deferred@139580003 after retry RPC after error@247775301) -> (continuation of Deferred@1919946106 after retry RPC after error@1973896792) -> (continuation of Deferred@1944277061 after retry RPC after error@1527607444) -> (continuation of Deferred@702856530 after retry RPC after error@1723775920) -> (continuation of Deferred@263630426 after retry RPC after error@1058010856), errback=(continuation of Deferred@1757884306 after retry RPC after error@831971500) -> (continuation of Deferred@70196451 after retry RPC after error@1505484153) -> (continuation of Deferred@139580003 after retry RPC after error@247775301) -> (continuation of Deferred@1919946106 after retry RPC after error@1973896792) -> (continuation of Deferred@1944277061 after retry RPC after error@1527607444) -> (continuation of Deferred@702856530 after retry RPC after error@1723775920) -> (continuation of Deferred@263630426 after retry RPC after error@1058010856)))
17:28:14.560 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@273264663(state=PENDING, result=null, callback=(continuation of Deferred@1757884306 after retry RPC after error@831971500) -> (continuation of Deferred@70196451 after retry RPC after error@1505484153) -> (continuation of Deferred@139580003 after retry RPC after error@247775301) -> (continuation of Deferred@1919946106 after retry RPC after error@1973896792) -> (continuation of Deferred@1944277061 after retry RPC after error@1527607444) -> (continuation of Deferred@702856530 after retry RPC after error@1723775920) -> (continuation of Deferred@263630426 after retry RPC after error@1058010856), errback=(continuation of Deferred@1757884306 after retry RPC after error@831971500) -> (continuation of Deferred@70196451 after retry RPC after error@1505484153) -> (continuation of Deferred@139580003 after retry RPC after error@247775301) -> (continuation of Deferred@1919946106 after retry RPC after error@1973896792) -> (continuation of Deferred@1944277061 after retry RPC after error@1527607444) -> (continuation of Deferred@702856530 after retry RPC after error@1723775920) -> (continuation of Deferred@263630426 after retry RPC after error@1058010856)))
17:28:14.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.639 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.760 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@853070982(state=PENDING, result=null, callback=(continuation of Deferred@1298274454 after retry RPC after error@1148332412) -> (continuation of Deferred@2084637371 after retry RPC after error@147426641) -> (continuation of Deferred@1429373558 after retry RPC after error@14579813) -> (continuation of Deferred@1950264855 after retry RPC after error@819529412) -> (continuation of Deferred@1899565979 after retry RPC after error@39272585) -> (continuation of Deferred@60295362 after retry RPC after error@2073018707) -> (continuation of Deferred@1108586610 after retry RPC after error@2054747057), errback=(continuation of Deferred@1298274454 after retry RPC after error@1148332412) -> (continuation of Deferred@2084637371 after retry RPC after error@147426641) -> (continuation of Deferred@1429373558 after retry RPC after error@14579813) -> (continuation of Deferred@1950264855 after retry RPC after error@819529412) -> (continuation of Deferred@1899565979 after retry RPC after error@39272585) -> (continuation of Deferred@60295362 after retry RPC after error@2073018707) -> (continuation of Deferred@1108586610 after retry RPC after error@2054747057)))
17:28:14.761 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@853070982(state=PENDING, result=null, callback=(continuation of Deferred@1298274454 after retry RPC after error@1148332412) -> (continuation of Deferred@2084637371 after retry RPC after error@147426641) -> (continuation of Deferred@1429373558 after retry RPC after error@14579813) -> (continuation of Deferred@1950264855 after retry RPC after error@819529412) -> (continuation of Deferred@1899565979 after retry RPC after error@39272585) -> (continuation of Deferred@60295362 after retry RPC after error@2073018707) -> (continuation of Deferred@1108586610 after retry RPC after error@2054747057), errback=(continuation of Deferred@1298274454 after retry RPC after error@1148332412) -> (continuation of Deferred@2084637371 after retry RPC after error@147426641) -> (continuation of Deferred@1429373558 after retry RPC after error@14579813) -> (continuation of Deferred@1950264855 after retry RPC after error@819529412) -> (continuation of Deferred@1899565979 after retry RPC after error@39272585) -> (continuation of Deferred@60295362 after retry RPC after error@2073018707) -> (continuation of Deferred@1108586610 after retry RPC after error@2054747057)))
17:28:14.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.859 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.899 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.939 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.940 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1628140612(state=PENDING, result=null, callback=(continuation of Deferred@599334989 after retry RPC after error@621184269) -> (continuation of Deferred@1878877291 after retry RPC after error@1441694852) -> (continuation of Deferred@1069514044 after retry RPC after error@771795243) -> (continuation of Deferred@718950076 after retry RPC after error@187770311) -> (continuation of Deferred@1327755008 after retry RPC after error@1682005566) -> (continuation of Deferred@471225252 after retry RPC after error@512443132), errback=(continuation of Deferred@599334989 after retry RPC after error@621184269) -> (continuation of Deferred@1878877291 after retry RPC after error@1441694852) -> (continuation of Deferred@1069514044 after retry RPC after error@771795243) -> (continuation of Deferred@718950076 after retry RPC after error@187770311) -> (continuation of Deferred@1327755008 after retry RPC after error@1682005566) -> (continuation of Deferred@471225252 after retry RPC after error@512443132)))
17:28:14.941 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1628140612(state=PENDING, result=null, callback=(continuation of Deferred@599334989 after retry RPC after error@621184269) -> (continuation of Deferred@1878877291 after retry RPC after error@1441694852) -> (continuation of Deferred@1069514044 after retry RPC after error@771795243) -> (continuation of Deferred@718950076 after retry RPC after error@187770311) -> (continuation of Deferred@1327755008 after retry RPC after error@1682005566) -> (continuation of Deferred@471225252 after retry RPC after error@512443132), errback=(continuation of Deferred@599334989 after retry RPC after error@621184269) -> (continuation of Deferred@1878877291 after retry RPC after error@1441694852) -> (continuation of Deferred@1069514044 after retry RPC after error@771795243) -> (continuation of Deferred@718950076 after retry RPC after error@187770311) -> (continuation of Deferred@1327755008 after retry RPC after error@1682005566) -> (continuation of Deferred@471225252 after retry RPC after error@512443132)))
17:28:14.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:14.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:14.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:14.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:14.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:14.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.141 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.141 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@22777254(state=PENDING, result=null, callback=(continuation of Deferred@1481240624 after retry RPC after error@470280021) -> (continuation of Deferred@1711581910 after retry RPC after error@997141773) -> (continuation of Deferred@749769248 after retry RPC after error@263120300) -> (continuation of Deferred@1287629973 after retry RPC after error@251324234) -> (continuation of Deferred@645092647 after retry RPC after error@1585989568) -> (continuation of Deferred@1877115776 after retry RPC after error@922483073), errback=(continuation of Deferred@1481240624 after retry RPC after error@470280021) -> (continuation of Deferred@1711581910 after retry RPC after error@997141773) -> (continuation of Deferred@749769248 after retry RPC after error@263120300) -> (continuation of Deferred@1287629973 after retry RPC after error@251324234) -> (continuation of Deferred@645092647 after retry RPC after error@1585989568) -> (continuation of Deferred@1877115776 after retry RPC after error@922483073)))
17:28:15.141 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@22777254(state=PENDING, result=null, callback=(continuation of Deferred@1481240624 after retry RPC after error@470280021) -> (continuation of Deferred@1711581910 after retry RPC after error@997141773) -> (continuation of Deferred@749769248 after retry RPC after error@263120300) -> (continuation of Deferred@1287629973 after retry RPC after error@251324234) -> (continuation of Deferred@645092647 after retry RPC after error@1585989568) -> (continuation of Deferred@1877115776 after retry RPC after error@922483073), errback=(continuation of Deferred@1481240624 after retry RPC after error@470280021) -> (continuation of Deferred@1711581910 after retry RPC after error@997141773) -> (continuation of Deferred@749769248 after retry RPC after error@263120300) -> (continuation of Deferred@1287629973 after retry RPC after error@251324234) -> (continuation of Deferred@645092647 after retry RPC after error@1585989568) -> (continuation of Deferred@1877115776 after retry RPC after error@922483073)))
17:28:15.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.219 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.360 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1906519052(state=PENDING, result=null, callback=(continuation of Deferred@1014960926 after retry RPC after error@2073005814) -> (continuation of Deferred@499776535 after retry RPC after error@1969385710) -> (continuation of Deferred@834763455 after retry RPC after error@918469199) -> (continuation of Deferred@1690681803 after retry RPC after error@38156477) -> (continuation of Deferred@946388680 after retry RPC after error@2068252488) -> (continuation of Deferred@826690162 after retry RPC after error@41295671) -> (continuation of Deferred@2132111183 after retry RPC after error@1017862818), errback=(continuation of Deferred@1014960926 after retry RPC after error@2073005814) -> (continuation of Deferred@499776535 after retry RPC after error@1969385710) -> (continuation of Deferred@834763455 after retry RPC after error@918469199) -> (continuation of Deferred@1690681803 after retry RPC after error@38156477) -> (continuation of Deferred@946388680 after retry RPC after error@2068252488) -> (continuation of Deferred@826690162 after retry RPC after error@41295671) -> (continuation of Deferred@2132111183 after retry RPC after error@1017862818)))
17:28:15.360 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1906519052(state=PENDING, result=null, callback=(continuation of Deferred@1014960926 after retry RPC after error@2073005814) -> (continuation of Deferred@499776535 after retry RPC after error@1969385710) -> (continuation of Deferred@834763455 after retry RPC after error@918469199) -> (continuation of Deferred@1690681803 after retry RPC after error@38156477) -> (continuation of Deferred@946388680 after retry RPC after error@2068252488) -> (continuation of Deferred@826690162 after retry RPC after error@41295671) -> (continuation of Deferred@2132111183 after retry RPC after error@1017862818), errback=(continuation of Deferred@1014960926 after retry RPC after error@2073005814) -> (continuation of Deferred@499776535 after retry RPC after error@1969385710) -> (continuation of Deferred@834763455 after retry RPC after error@918469199) -> (continuation of Deferred@1690681803 after retry RPC after error@38156477) -> (continuation of Deferred@946388680 after retry RPC after error@2068252488) -> (continuation of Deferred@826690162 after retry RPC after error@41295671) -> (continuation of Deferred@2132111183 after retry RPC after error@1017862818)))
17:28:15.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.459 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.479 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:15.480499 6187 master_runner.cc:186] Error getting master registration for 127.6.8.61:41481: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111),
17:28:15.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:15.480679 6187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:28:15.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.620 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@430117632(state=PENDING, result=null, callback=(continuation of Deferred@1637562208 after retry RPC after error@1562472939) -> (continuation of Deferred@681767044 after retry RPC after error@689495427) -> (continuation of Deferred@285270007 after retry RPC after error@1207454229) -> (continuation of Deferred@2028053694 after retry RPC after error@393906916) -> (continuation of Deferred@1179803 after retry RPC after error@96422510) -> (continuation of Deferred@1888410163 after retry RPC after error@870335340) -> (continuation of Deferred@593926995 after retry RPC after error@1551190379), errback=(continuation of Deferred@1637562208 after retry RPC after error@1562472939) -> (continuation of Deferred@681767044 after retry RPC after error@689495427) -> (continuation of Deferred@285270007 after retry RPC after error@1207454229) -> (continuation of Deferred@2028053694 after retry RPC after error@393906916) -> (continuation of Deferred@1179803 after retry RPC after error@96422510) -> (continuation of Deferred@1888410163 after retry RPC after error@870335340) -> (continuation of Deferred@593926995 after retry RPC after error@1551190379)))
17:28:15.620 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@430117632(state=PENDING, result=null, callback=(continuation of Deferred@1637562208 after retry RPC after error@1562472939) -> (continuation of Deferred@681767044 after retry RPC after error@689495427) -> (continuation of Deferred@285270007 after retry RPC after error@1207454229) -> (continuation of Deferred@2028053694 after retry RPC after error@393906916) -> (continuation of Deferred@1179803 after retry RPC after error@96422510) -> (continuation of Deferred@1888410163 after retry RPC after error@870335340) -> (continuation of Deferred@593926995 after retry RPC after error@1551190379), errback=(continuation of Deferred@1637562208 after retry RPC after error@1562472939) -> (continuation of Deferred@681767044 after retry RPC after error@689495427) -> (continuation of Deferred@285270007 after retry RPC after error@1207454229) -> (continuation of Deferred@2028053694 after retry RPC after error@393906916) -> (continuation of Deferred@1179803 after retry RPC after error@96422510) -> (continuation of Deferred@1888410163 after retry RPC after error@870335340) -> (continuation of Deferred@593926995 after retry RPC after error@1551190379)))
17:28:15.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.639 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.719 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.799 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.800 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@943710788(state=PENDING, result=null, callback=(continuation of Deferred@225018748 after retry RPC after error@1122255633) -> (continuation of Deferred@645920630 after retry RPC after error@1628773439) -> (continuation of Deferred@547750146 after retry RPC after error@1077551820) -> (continuation of Deferred@422033914 after retry RPC after error@1343924741) -> (continuation of Deferred@1076104981 after retry RPC after error@1360619935) -> (continuation of Deferred@1976951343 after retry RPC after error@1889149970), errback=(continuation of Deferred@225018748 after retry RPC after error@1122255633) -> (continuation of Deferred@645920630 after retry RPC after error@1628773439) -> (continuation of Deferred@547750146 after retry RPC after error@1077551820) -> (continuation of Deferred@422033914 after retry RPC after error@1343924741) -> (continuation of Deferred@1076104981 after retry RPC after error@1360619935) -> (continuation of Deferred@1976951343 after retry RPC after error@1889149970)))
17:28:15.801 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@943710788(state=PENDING, result=null, callback=(continuation of Deferred@225018748 after retry RPC after error@1122255633) -> (continuation of Deferred@645920630 after retry RPC after error@1628773439) -> (continuation of Deferred@547750146 after retry RPC after error@1077551820) -> (continuation of Deferred@422033914 after retry RPC after error@1343924741) -> (continuation of Deferred@1076104981 after retry RPC after error@1360619935) -> (continuation of Deferred@1976951343 after retry RPC after error@1889149970), errback=(continuation of Deferred@225018748 after retry RPC after error@1122255633) -> (continuation of Deferred@645920630 after retry RPC after error@1628773439) -> (continuation of Deferred@547750146 after retry RPC after error@1077551820) -> (continuation of Deferred@422033914 after retry RPC after error@1343924741) -> (continuation of Deferred@1076104981 after retry RPC after error@1360619935) -> (continuation of Deferred@1976951343 after retry RPC after error@1889149970)))
17:28:15.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.839 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.919 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:15.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:15.959 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:15.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:15.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:15.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.019 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.020 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@2140147008(state=PENDING, result=null, callback=(continuation of Deferred@89414059 after retry RPC after error@1979821218) -> (continuation of Deferred@715172466 after retry RPC after error@1436899435) -> (continuation of Deferred@1914428021 after retry RPC after error@151264296) -> (continuation of Deferred@651740224 after retry RPC after error@1497478896) -> (continuation of Deferred@1973749727 after retry RPC after error@1558818847) -> (continuation of Deferred@1014207750 after retry RPC after error@1758544462) -> (continuation of Deferred@890714996 after retry RPC after error@619646081), errback=(continuation of Deferred@89414059 after retry RPC after error@1979821218) -> (continuation of Deferred@715172466 after retry RPC after error@1436899435) -> (continuation of Deferred@1914428021 after retry RPC after error@151264296) -> (continuation of Deferred@651740224 after retry RPC after error@1497478896) -> (continuation of Deferred@1973749727 after retry RPC after error@1558818847) -> (continuation of Deferred@1014207750 after retry RPC after error@1758544462) -> (continuation of Deferred@890714996 after retry RPC after error@619646081)))
17:28:16.021 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@2140147008(state=PENDING, result=null, callback=(continuation of Deferred@89414059 after retry RPC after error@1979821218) -> (continuation of Deferred@715172466 after retry RPC after error@1436899435) -> (continuation of Deferred@1914428021 after retry RPC after error@151264296) -> (continuation of Deferred@651740224 after retry RPC after error@1497478896) -> (continuation of Deferred@1973749727 after retry RPC after error@1558818847) -> (continuation of Deferred@1014207750 after retry RPC after error@1758544462) -> (continuation of Deferred@890714996 after retry RPC after error@619646081), errback=(continuation of Deferred@89414059 after retry RPC after error@1979821218) -> (continuation of Deferred@715172466 after retry RPC after error@1436899435) -> (continuation of Deferred@1914428021 after retry RPC after error@151264296) -> (continuation of Deferred@651740224 after retry RPC after error@1497478896) -> (continuation of Deferred@1973749727 after retry RPC after error@1558818847) -> (continuation of Deferred@1014207750 after retry RPC after error@1758544462) -> (continuation of Deferred@890714996 after retry RPC after error@619646081)))
17:28:16.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.099 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.223 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=185), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1693142958(state=PENDING, result=null, callback=(continuation of Deferred@1056247694 after retry RPC after error@1035982873) -> (continuation of Deferred@1699715492 after retry RPC after error@1541880988) -> (continuation of Deferred@1308147985 after retry RPC after error@239384487) -> (continuation of Deferred@400526706 after retry RPC after error@1975406793) -> (continuation of Deferred@2118510374 after retry RPC after error@1435999942) -> (continuation of Deferred@1053310235 after retry RPC after error@964102675) -> (continuation of Deferred@1750771404 after retry RPC after error@30565551), errback=(continuation of Deferred@1056247694 after retry RPC after error@1035982873) -> (continuation of Deferred@1699715492 after retry RPC after error@1541880988) -> (continuation of Deferred@1308147985 after retry RPC after error@239384487) -> (continuation of Deferred@400526706 after retry RPC after error@1975406793) -> (continuation of Deferred@2118510374 after retry RPC after error@1435999942) -> (continuation of Deferred@1053310235 after retry RPC after error@964102675) -> (continuation of Deferred@1750771404 after retry RPC after error@30565551)))
17:28:16.224 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=185), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1693142958(state=PENDING, result=null, callback=(continuation of Deferred@1056247694 after retry RPC after error@1035982873) -> (continuation of Deferred@1699715492 after retry RPC after error@1541880988) -> (continuation of Deferred@1308147985 after retry RPC after error@239384487) -> (continuation of Deferred@400526706 after retry RPC after error@1975406793) -> (continuation of Deferred@2118510374 after retry RPC after error@1435999942) -> (continuation of Deferred@1053310235 after retry RPC after error@964102675) -> (continuation of Deferred@1750771404 after retry RPC after error@30565551), errback=(continuation of Deferred@1056247694 after retry RPC after error@1035982873) -> (continuation of Deferred@1699715492 after retry RPC after error@1541880988) -> (continuation of Deferred@1308147985 after retry RPC after error@239384487) -> (continuation of Deferred@400526706 after retry RPC after error@1975406793) -> (continuation of Deferred@2118510374 after retry RPC after error@1435999942) -> (continuation of Deferred@1053310235 after retry RPC after error@964102675) -> (continuation of Deferred@1750771404 after retry RPC after error@30565551)))
17:28:16.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@444261589(state=PENDING, result=null, callback=(continuation of Deferred@1572986930 after retry RPC after error@1931666155) -> (continuation of Deferred@1204817789 after retry RPC after error@172033822) -> (continuation of Deferred@1481881108 after retry RPC after error@1015161423) -> (continuation of Deferred@2070833477 after retry RPC after error@2031478977) -> (continuation of Deferred@1018368737 after retry RPC after error@286187362) -> (continuation of Deferred@421705799 after retry RPC after error@1336346690) -> (continuation of Deferred@1797730125 after retry RPC after error@213194884), errback=(continuation of Deferred@1572986930 after retry RPC after error@1931666155) -> (continuation of Deferred@1204817789 after retry RPC after error@172033822) -> (continuation of Deferred@1481881108 after retry RPC after error@1015161423) -> (continuation of Deferred@2070833477 after retry RPC after error@2031478977) -> (continuation of Deferred@1018368737 after retry RPC after error@286187362) -> (continuation of Deferred@421705799 after retry RPC after error@1336346690) -> (continuation of Deferred@1797730125 after retry RPC after error@213194884)))
17:28:16.441 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@444261589(state=PENDING, result=null, callback=(continuation of Deferred@1572986930 after retry RPC after error@1931666155) -> (continuation of Deferred@1204817789 after retry RPC after error@172033822) -> (continuation of Deferred@1481881108 after retry RPC after error@1015161423) -> (continuation of Deferred@2070833477 after retry RPC after error@2031478977) -> (continuation of Deferred@1018368737 after retry RPC after error@286187362) -> (continuation of Deferred@421705799 after retry RPC after error@1336346690) -> (continuation of Deferred@1797730125 after retry RPC after error@213194884), errback=(continuation of Deferred@1572986930 after retry RPC after error@1931666155) -> (continuation of Deferred@1204817789 after retry RPC after error@172033822) -> (continuation of Deferred@1481881108 after retry RPC after error@1015161423) -> (continuation of Deferred@2070833477 after retry RPC after error@2031478977) -> (continuation of Deferred@1018368737 after retry RPC after error@286187362) -> (continuation of Deferred@421705799 after retry RPC after error@1336346690) -> (continuation of Deferred@1797730125 after retry RPC after error@213194884)))
17:28:16.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.718 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1131918370(state=PENDING, result=null, callback=(continuation of Deferred@384742437 after retry RPC after error@1358992992) -> (continuation of Deferred@1719695622 after retry RPC after error@405280592) -> (continuation of Deferred@2063914988 after retry RPC after error@786623866) -> (continuation of Deferred@1263532521 after retry RPC after error@319157575) -> (continuation of Deferred@1315171196 after retry RPC after error@2001950455) -> (continuation of Deferred@1139243333 after retry RPC after error@2146698163) -> (continuation of Deferred@782057274 after retry RPC after error@1125396720), errback=(continuation of Deferred@384742437 after retry RPC after error@1358992992) -> (continuation of Deferred@1719695622 after retry RPC after error@405280592) -> (continuation of Deferred@2063914988 after retry RPC after error@786623866) -> (continuation of Deferred@1263532521 after retry RPC after error@319157575) -> (continuation of Deferred@1315171196 after retry RPC after error@2001950455) -> (continuation of Deferred@1139243333 after retry RPC after error@2146698163) -> (continuation of Deferred@782057274 after retry RPC after error@1125396720)))
17:28:16.719 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:16.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:16.947865 6840 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:28:16.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:16.953367 6840 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '39cb1c97b7ab440db729fdd4a9d94e42', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '39cb1c97b7ab440db729fdd4a9d94e42', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 97) passed its deadline: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:28:16.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:16.954794 6837 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.8.60:43131)
17:28:16.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.960 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@755633994(state=PENDING, result=null, callback=(continuation of Deferred@1503056029 after retry RPC after error@1257320669) -> (continuation of Deferred@651959187 after retry RPC after error@1540436061) -> (continuation of Deferred@883691906 after retry RPC after error@1998108690) -> (continuation of Deferred@836642273 after retry RPC after error@1667213407) -> (continuation of Deferred@925603255 after retry RPC after error@96564072) -> (continuation of Deferred@1173405468 after retry RPC after error@1542716077) -> (continuation of Deferred@815684169 after retry RPC after error@1045046529), errback=(continuation of Deferred@1503056029 after retry RPC after error@1257320669) -> (continuation of Deferred@651959187 after retry RPC after error@1540436061) -> (continuation of Deferred@883691906 after retry RPC after error@1998108690) -> (continuation of Deferred@836642273 after retry RPC after error@1667213407) -> (continuation of Deferred@925603255 after retry RPC after error@96564072) -> (continuation of Deferred@1173405468 after retry RPC after error@1542716077) -> (continuation of Deferred@815684169 after retry RPC after error@1045046529)))
17:28:16.960 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@755633994(state=PENDING, result=null, callback=(continuation of Deferred@1503056029 after retry RPC after error@1257320669) -> (continuation of Deferred@651959187 after retry RPC after error@1540436061) -> (continuation of Deferred@883691906 after retry RPC after error@1998108690) -> (continuation of Deferred@836642273 after retry RPC after error@1667213407) -> (continuation of Deferred@925603255 after retry RPC after error@96564072) -> (continuation of Deferred@1173405468 after retry RPC after error@1542716077) -> (continuation of Deferred@815684169 after retry RPC after error@1045046529), errback=(continuation of Deferred@1503056029 after retry RPC after error@1257320669) -> (continuation of Deferred@651959187 after retry RPC after error@1540436061) -> (continuation of Deferred@883691906 after retry RPC after error@1998108690) -> (continuation of Deferred@836642273 after retry RPC after error@1667213407) -> (continuation of Deferred@925603255 after retry RPC after error@96564072) -> (continuation of Deferred@1173405468 after retry RPC after error@1542716077) -> (continuation of Deferred@815684169 after retry RPC after error@1045046529)))
17:28:16.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:16.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:16.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:16.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:16.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:16.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.019 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@160980449(state=PENDING, result=null, callback=(continuation of Deferred@938165005 after retry RPC after error@1613901340) -> (continuation of Deferred@414098610 after retry RPC after error@1402115347) -> (continuation of Deferred@1040996167 after retry RPC after error@1329581140) -> (continuation of Deferred@576285237 after retry RPC after error@1696880992) -> (continuation of Deferred@961449196 after retry RPC after error@136489725) -> (continuation of Deferred@1640198414 after retry RPC after error@644598543) -> (continuation of Deferred@1804536514 after retry RPC after error@1986469900) -> (continuation of Deferred@206988495 after retry RPC after error@1948116473), errback=(continuation of Deferred@938165005 after retry RPC after error@1613901340) -> (continuation of Deferred@414098610 after retry RPC after error@1402115347) -> (continuation of Deferred@1040996167 after retry RPC after error@1329581140) -> (continuation of Deferred@576285237 after retry RPC after error@1696880992) -> (continuation of Deferred@961449196 after retry RPC after error@136489725) -> (continuation of Deferred@1640198414 after retry RPC after error@644598543) -> (continuation of Deferred@1804536514 after retry RPC after error@1986469900) -> (continuation of Deferred@206988495 after retry RPC after error@1948116473)))
17:28:17.200 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@160980449(state=PENDING, result=null, callback=(continuation of Deferred@938165005 after retry RPC after error@1613901340) -> (continuation of Deferred@414098610 after retry RPC after error@1402115347) -> (continuation of Deferred@1040996167 after retry RPC after error@1329581140) -> (continuation of Deferred@576285237 after retry RPC after error@1696880992) -> (continuation of Deferred@961449196 after retry RPC after error@136489725) -> (continuation of Deferred@1640198414 after retry RPC after error@644598543) -> (continuation of Deferred@1804536514 after retry RPC after error@1986469900) -> (continuation of Deferred@206988495 after retry RPC after error@1948116473), errback=(continuation of Deferred@938165005 after retry RPC after error@1613901340) -> (continuation of Deferred@414098610 after retry RPC after error@1402115347) -> (continuation of Deferred@1040996167 after retry RPC after error@1329581140) -> (continuation of Deferred@576285237 after retry RPC after error@1696880992) -> (continuation of Deferred@961449196 after retry RPC after error@136489725) -> (continuation of Deferred@1640198414 after retry RPC after error@644598543) -> (continuation of Deferred@1804536514 after retry RPC after error@1986469900) -> (continuation of Deferred@206988495 after retry RPC after error@1948116473)))
17:28:17.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.219 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.239 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.460 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@308180707(state=PENDING, result=null, callback=(continuation of Deferred@400537739 after retry RPC after error@765738342) -> (continuation of Deferred@980597777 after retry RPC after error@1534733522) -> (continuation of Deferred@831249622 after retry RPC after error@1036552332) -> (continuation of Deferred@309672208 after retry RPC after error@417565488) -> (continuation of Deferred@2002880918 after retry RPC after error@236253982) -> (continuation of Deferred@898823797 after retry RPC after error@824984060) -> (continuation of Deferred@1257919350 after retry RPC after error@1675609396), errback=(continuation of Deferred@400537739 after retry RPC after error@765738342) -> (continuation of Deferred@980597777 after retry RPC after error@1534733522) -> (continuation of Deferred@831249622 after retry RPC after error@1036552332) -> (continuation of Deferred@309672208 after retry RPC after error@417565488) -> (continuation of Deferred@2002880918 after retry RPC after error@236253982) -> (continuation of Deferred@898823797 after retry RPC after error@824984060) -> (continuation of Deferred@1257919350 after retry RPC after error@1675609396)))
17:28:17.460 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@308180707(state=PENDING, result=null, callback=(continuation of Deferred@400537739 after retry RPC after error@765738342) -> (continuation of Deferred@980597777 after retry RPC after error@1534733522) -> (continuation of Deferred@831249622 after retry RPC after error@1036552332) -> (continuation of Deferred@309672208 after retry RPC after error@417565488) -> (continuation of Deferred@2002880918 after retry RPC after error@236253982) -> (continuation of Deferred@898823797 after retry RPC after error@824984060) -> (continuation of Deferred@1257919350 after retry RPC after error@1675609396), errback=(continuation of Deferred@400537739 after retry RPC after error@765738342) -> (continuation of Deferred@980597777 after retry RPC after error@1534733522) -> (continuation of Deferred@831249622 after retry RPC after error@1036552332) -> (continuation of Deferred@309672208 after retry RPC after error@417565488) -> (continuation of Deferred@2002880918 after retry RPC after error@236253982) -> (continuation of Deferred@898823797 after retry RPC after error@824984060) -> (continuation of Deferred@1257919350 after retry RPC after error@1675609396)))
17:28:17.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.539 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.700 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@576166665(state=PENDING, result=null, callback=(continuation of Deferred@655763449 after retry RPC after error@1505287605) -> (continuation of Deferred@1903536966 after retry RPC after error@1868888498) -> (continuation of Deferred@2044404296 after retry RPC after error@1720782259) -> (continuation of Deferred@979547580 after retry RPC after error@1912824363) -> (continuation of Deferred@1382729537 after retry RPC after error@1014543402) -> (continuation of Deferred@320350540 after retry RPC after error@2053313342) -> (continuation of Deferred@2125960188 after retry RPC after error@127377892), errback=(continuation of Deferred@655763449 after retry RPC after error@1505287605) -> (continuation of Deferred@1903536966 after retry RPC after error@1868888498) -> (continuation of Deferred@2044404296 after retry RPC after error@1720782259) -> (continuation of Deferred@979547580 after retry RPC after error@1912824363) -> (continuation of Deferred@1382729537 after retry RPC after error@1014543402) -> (continuation of Deferred@320350540 after retry RPC after error@2053313342) -> (continuation of Deferred@2125960188 after retry RPC after error@127377892)))
17:28:17.701 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [104ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@576166665(state=PENDING, result=null, callback=(continuation of Deferred@655763449 after retry RPC after error@1505287605) -> (continuation of Deferred@1903536966 after retry RPC after error@1868888498) -> (continuation of Deferred@2044404296 after retry RPC after error@1720782259) -> (continuation of Deferred@979547580 after retry RPC after error@1912824363) -> (continuation of Deferred@1382729537 after retry RPC after error@1014543402) -> (continuation of Deferred@320350540 after retry RPC after error@2053313342) -> (continuation of Deferred@2125960188 after retry RPC after error@127377892), errback=(continuation of Deferred@655763449 after retry RPC after error@1505287605) -> (continuation of Deferred@1903536966 after retry RPC after error@1868888498) -> (continuation of Deferred@2044404296 after retry RPC after error@1720782259) -> (continuation of Deferred@979547580 after retry RPC after error@1912824363) -> (continuation of Deferred@1382729537 after retry RPC after error@1014543402) -> (continuation of Deferred@320350540 after retry RPC after error@2053313342) -> (continuation of Deferred@2125960188 after retry RPC after error@127377892)))
17:28:17.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.819 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:17.830413 7252 raft_consensus.cc:482] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader c0e137f10c154ea6976d648337277d95)
17:28:17.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:17.830616 7252 raft_consensus.cc:504] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:28:17.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:17.831434 7252 leader_election.cc:288] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481), 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131)
17:28:17.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:17.834239 6206 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111) [suppressed 1 similar messages]
17:28:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:17.835927 6206 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481): Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:28:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:17.836156 6203 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:28:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:17.836258 6203 leader_election.cc:302] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e; no voters: 6b72dcbb835742e28ee07ac097a13557, c0e137f10c154ea6976d648337277d95
17:28:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:17.836478 7252 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:28:17.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.881 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.899 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.901 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1082634863(state=PENDING, result=null, callback=(continuation of Deferred@69784422 after retry RPC after error@1298461502) -> (continuation of Deferred@871435608 after retry RPC after error@1310250371) -> (continuation of Deferred@216636613 after retry RPC after error@1727951717) -> (continuation of Deferred@1574840623 after retry RPC after error@1432505306) -> (continuation of Deferred@363719175 after retry RPC after error@6149772) -> (continuation of Deferred@753271033 after retry RPC after error@1797108260) -> (continuation of Deferred@295342226 after retry RPC after error@2132659611), errback=(continuation of Deferred@69784422 after retry RPC after error@1298461502) -> (continuation of Deferred@871435608 after retry RPC after error@1310250371) -> (continuation of Deferred@216636613 after retry RPC after error@1727951717) -> (continuation of Deferred@1574840623 after retry RPC after error@1432505306) -> (continuation of Deferred@363719175 after retry RPC after error@6149772) -> (continuation of Deferred@753271033 after retry RPC after error@1797108260) -> (continuation of Deferred@295342226 after retry RPC after error@2132659611)))
17:28:17.901 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1082634863(state=PENDING, result=null, callback=(continuation of Deferred@69784422 after retry RPC after error@1298461502) -> (continuation of Deferred@871435608 after retry RPC after error@1310250371) -> (continuation of Deferred@216636613 after retry RPC after error@1727951717) -> (continuation of Deferred@1574840623 after retry RPC after error@1432505306) -> (continuation of Deferred@363719175 after retry RPC after error@6149772) -> (continuation of Deferred@753271033 after retry RPC after error@1797108260) -> (continuation of Deferred@295342226 after retry RPC after error@2132659611), errback=(continuation of Deferred@69784422 after retry RPC after error@1298461502) -> (continuation of Deferred@871435608 after retry RPC after error@1310250371) -> (continuation of Deferred@216636613 after retry RPC after error@1727951717) -> (continuation of Deferred@1574840623 after retry RPC after error@1432505306) -> (continuation of Deferred@363719175 after retry RPC after error@6149772) -> (continuation of Deferred@753271033 after retry RPC after error@1797108260) -> (continuation of Deferred@295342226 after retry RPC after error@2132659611)))
17:28:17.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.919 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:17.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:17.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:17.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:17.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:17.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.178 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1122285932(state=PENDING, result=null, callback=(continuation of Deferred@1024240258 after retry RPC after error@1025646440) -> (continuation of Deferred@1329204335 after retry RPC after error@678617917) -> (continuation of Deferred@1886524427 after retry RPC after error@1560710194) -> (continuation of Deferred@1111534217 after retry RPC after error@2098512631) -> (continuation of Deferred@497439506 after retry RPC after error@1957178248) -> (continuation of Deferred@872141686 after retry RPC after error@1747168388) -> (continuation of Deferred@1194478673 after retry RPC after error@1928579924), errback=(continuation of Deferred@1024240258 after retry RPC after error@1025646440) -> (continuation of Deferred@1329204335 after retry RPC after error@678617917) -> (continuation of Deferred@1886524427 after retry RPC after error@1560710194) -> (continuation of Deferred@1111534217 after retry RPC after error@2098512631) -> (continuation of Deferred@497439506 after retry RPC after error@1957178248) -> (continuation of Deferred@872141686 after retry RPC after error@1747168388) -> (continuation of Deferred@1194478673 after retry RPC after error@1928579924)))
17:28:18.179 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:18.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.439 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@614937959(state=PENDING, result=null, callback=(continuation of Deferred@1124512583 after retry RPC after error@2099556400) -> (continuation of Deferred@765813561 after retry RPC after error@817133543) -> (continuation of Deferred@1180595773 after retry RPC after error@514063350) -> (continuation of Deferred@412745648 after retry RPC after error@193050635) -> (continuation of Deferred@1046202584 after retry RPC after error@1067907246) -> (continuation of Deferred@1746269333 after retry RPC after error@1850890364) -> (continuation of Deferred@246366310 after retry RPC after error@105167509), errback=(continuation of Deferred@1124512583 after retry RPC after error@2099556400) -> (continuation of Deferred@765813561 after retry RPC after error@817133543) -> (continuation of Deferred@1180595773 after retry RPC after error@514063350) -> (continuation of Deferred@412745648 after retry RPC after error@193050635) -> (continuation of Deferred@1046202584 after retry RPC after error@1067907246) -> (continuation of Deferred@1746269333 after retry RPC after error@1850890364) -> (continuation of Deferred@246366310 after retry RPC after error@105167509)))
17:28:18.441 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [243ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@614937959(state=PENDING, result=null, callback=(continuation of Deferred@1124512583 after retry RPC after error@2099556400) -> (continuation of Deferred@765813561 after retry RPC after error@817133543) -> (continuation of Deferred@1180595773 after retry RPC after error@514063350) -> (continuation of Deferred@412745648 after retry RPC after error@193050635) -> (continuation of Deferred@1046202584 after retry RPC after error@1067907246) -> (continuation of Deferred@1746269333 after retry RPC after error@1850890364) -> (continuation of Deferred@246366310 after retry RPC after error@105167509), errback=(continuation of Deferred@1124512583 after retry RPC after error@2099556400) -> (continuation of Deferred@765813561 after retry RPC after error@817133543) -> (continuation of Deferred@1180595773 after retry RPC after error@514063350) -> (continuation of Deferred@412745648 after retry RPC after error@193050635) -> (continuation of Deferred@1046202584 after retry RPC after error@1067907246) -> (continuation of Deferred@1746269333 after retry RPC after error@1850890364) -> (continuation of Deferred@246366310 after retry RPC after error@105167509)))
17:28:18.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.459 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.619 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.620 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@257060802(state=PENDING, result=null, callback=(continuation of Deferred@1907227959 after retry RPC after error@2030068087) -> (continuation of Deferred@1313042503 after retry RPC after error@1383279154) -> (continuation of Deferred@1286152462 after retry RPC after error@911796789) -> (continuation of Deferred@1674339825 after retry RPC after error@673575168) -> (continuation of Deferred@755045467 after retry RPC after error@1559845516) -> (continuation of Deferred@1545228047 after retry RPC after error@1529874557) -> (continuation of Deferred@2125884556 after retry RPC after error@1754100972), errback=(continuation of Deferred@1907227959 after retry RPC after error@2030068087) -> (continuation of Deferred@1313042503 after retry RPC after error@1383279154) -> (continuation of Deferred@1286152462 after retry RPC after error@911796789) -> (continuation of Deferred@1674339825 after retry RPC after error@673575168) -> (continuation of Deferred@755045467 after retry RPC after error@1559845516) -> (continuation of Deferred@1545228047 after retry RPC after error@1529874557) -> (continuation of Deferred@2125884556 after retry RPC after error@1754100972)))
17:28:18.621 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@257060802(state=PENDING, result=null, callback=(continuation of Deferred@1907227959 after retry RPC after error@2030068087) -> (continuation of Deferred@1313042503 after retry RPC after error@1383279154) -> (continuation of Deferred@1286152462 after retry RPC after error@911796789) -> (continuation of Deferred@1674339825 after retry RPC after error@673575168) -> (continuation of Deferred@755045467 after retry RPC after error@1559845516) -> (continuation of Deferred@1545228047 after retry RPC after error@1529874557) -> (continuation of Deferred@2125884556 after retry RPC after error@1754100972), errback=(continuation of Deferred@1907227959 after retry RPC after error@2030068087) -> (continuation of Deferred@1313042503 after retry RPC after error@1383279154) -> (continuation of Deferred@1286152462 after retry RPC after error@911796789) -> (continuation of Deferred@1674339825 after retry RPC after error@673575168) -> (continuation of Deferred@755045467 after retry RPC after error@1559845516) -> (continuation of Deferred@1545228047 after retry RPC after error@1529874557) -> (continuation of Deferred@2125884556 after retry RPC after error@1754100972)))
17:28:18.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.699 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.699 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.820 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@64633125(state=PENDING, result=null, callback=(continuation of Deferred@524493188 after retry RPC after error@230375463) -> (continuation of Deferred@562472933 after retry RPC after error@1942467041) -> (continuation of Deferred@1963909404 after retry RPC after error@585313762) -> (continuation of Deferred@919478228 after retry RPC after error@2018048085) -> (continuation of Deferred@2051862593 after retry RPC after error@1106988759) -> (continuation of Deferred@118344067 after retry RPC after error@951583591) -> (continuation of Deferred@627778249 after retry RPC after error@1048399173), errback=(continuation of Deferred@524493188 after retry RPC after error@230375463) -> (continuation of Deferred@562472933 after retry RPC after error@1942467041) -> (continuation of Deferred@1963909404 after retry RPC after error@585313762) -> (continuation of Deferred@919478228 after retry RPC after error@2018048085) -> (continuation of Deferred@2051862593 after retry RPC after error@1106988759) -> (continuation of Deferred@118344067 after retry RPC after error@951583591) -> (continuation of Deferred@627778249 after retry RPC after error@1048399173)))
17:28:18.821 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@64633125(state=PENDING, result=null, callback=(continuation of Deferred@524493188 after retry RPC after error@230375463) -> (continuation of Deferred@562472933 after retry RPC after error@1942467041) -> (continuation of Deferred@1963909404 after retry RPC after error@585313762) -> (continuation of Deferred@919478228 after retry RPC after error@2018048085) -> (continuation of Deferred@2051862593 after retry RPC after error@1106988759) -> (continuation of Deferred@118344067 after retry RPC after error@951583591) -> (continuation of Deferred@627778249 after retry RPC after error@1048399173), errback=(continuation of Deferred@524493188 after retry RPC after error@230375463) -> (continuation of Deferred@562472933 after retry RPC after error@1942467041) -> (continuation of Deferred@1963909404 after retry RPC after error@585313762) -> (continuation of Deferred@919478228 after retry RPC after error@2018048085) -> (continuation of Deferred@2051862593 after retry RPC after error@1106988759) -> (continuation of Deferred@118344067 after retry RPC after error@951583591) -> (continuation of Deferred@627778249 after retry RPC after error@1048399173)))
17:28:18.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:18.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:18.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:18.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:18.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:18.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.040 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@808137971(state=PENDING, result=null, callback=(continuation of Deferred@49839656 after retry RPC after error@815507300) -> (continuation of Deferred@1335423471 after retry RPC after error@654170179) -> (continuation of Deferred@1739979658 after retry RPC after error@184074399) -> (continuation of Deferred@40329126 after retry RPC after error@1242607721) -> (continuation of Deferred@36793098 after retry RPC after error@1308737515) -> (continuation of Deferred@1982022626 after retry RPC after error@973026999) -> (continuation of Deferred@815756217 after retry RPC after error@1931639974), errback=(continuation of Deferred@49839656 after retry RPC after error@815507300) -> (continuation of Deferred@1335423471 after retry RPC after error@654170179) -> (continuation of Deferred@1739979658 after retry RPC after error@184074399) -> (continuation of Deferred@40329126 after retry RPC after error@1242607721) -> (continuation of Deferred@36793098 after retry RPC after error@1308737515) -> (continuation of Deferred@1982022626 after retry RPC after error@973026999) -> (continuation of Deferred@815756217 after retry RPC after error@1931639974)))
17:28:19.040 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@808137971(state=PENDING, result=null, callback=(continuation of Deferred@49839656 after retry RPC after error@815507300) -> (continuation of Deferred@1335423471 after retry RPC after error@654170179) -> (continuation of Deferred@1739979658 after retry RPC after error@184074399) -> (continuation of Deferred@40329126 after retry RPC after error@1242607721) -> (continuation of Deferred@36793098 after retry RPC after error@1308737515) -> (continuation of Deferred@1982022626 after retry RPC after error@973026999) -> (continuation of Deferred@815756217 after retry RPC after error@1931639974), errback=(continuation of Deferred@49839656 after retry RPC after error@815507300) -> (continuation of Deferred@1335423471 after retry RPC after error@654170179) -> (continuation of Deferred@1739979658 after retry RPC after error@184074399) -> (continuation of Deferred@40329126 after retry RPC after error@1242607721) -> (continuation of Deferred@36793098 after retry RPC after error@1308737515) -> (continuation of Deferred@1982022626 after retry RPC after error@973026999) -> (continuation of Deferred@815756217 after retry RPC after error@1931639974)))
17:28:19.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.139 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.179 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.240 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1253997957(state=PENDING, result=null, callback=(continuation of Deferred@643097910 after retry RPC after error@1446636879) -> (continuation of Deferred@1880754396 after retry RPC after error@1240531215) -> (continuation of Deferred@1208823890 after retry RPC after error@1372061577) -> (continuation of Deferred@1899712901 after retry RPC after error@813948884) -> (continuation of Deferred@288224822 after retry RPC after error@2146990125) -> (continuation of Deferred@1424271662 after retry RPC after error@2058854681), errback=(continuation of Deferred@643097910 after retry RPC after error@1446636879) -> (continuation of Deferred@1880754396 after retry RPC after error@1240531215) -> (continuation of Deferred@1208823890 after retry RPC after error@1372061577) -> (continuation of Deferred@1899712901 after retry RPC after error@813948884) -> (continuation of Deferred@288224822 after retry RPC after error@2146990125) -> (continuation of Deferred@1424271662 after retry RPC after error@2058854681)))
17:28:19.240 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1253997957(state=PENDING, result=null, callback=(continuation of Deferred@643097910 after retry RPC after error@1446636879) -> (continuation of Deferred@1880754396 after retry RPC after error@1240531215) -> (continuation of Deferred@1208823890 after retry RPC after error@1372061577) -> (continuation of Deferred@1899712901 after retry RPC after error@813948884) -> (continuation of Deferred@288224822 after retry RPC after error@2146990125) -> (continuation of Deferred@1424271662 after retry RPC after error@2058854681), errback=(continuation of Deferred@643097910 after retry RPC after error@1446636879) -> (continuation of Deferred@1880754396 after retry RPC after error@1240531215) -> (continuation of Deferred@1208823890 after retry RPC after error@1372061577) -> (continuation of Deferred@1899712901 after retry RPC after error@813948884) -> (continuation of Deferred@288224822 after retry RPC after error@2146990125) -> (continuation of Deferred@1424271662 after retry RPC after error@2058854681)))
17:28:19.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.259 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.319 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.419 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.459 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.460 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.460 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@400596149(state=PENDING, result=null, callback=(continuation of Deferred@395631020 after retry RPC after error@1912918383) -> (continuation of Deferred@295803885 after retry RPC after error@37206104) -> (continuation of Deferred@870275083 after retry RPC after error@1728342198) -> (continuation of Deferred@2062022984 after retry RPC after error@1168997172) -> (continuation of Deferred@217808010 after retry RPC after error@1216279675) -> (continuation of Deferred@219572613 after retry RPC after error@600623048) -> (continuation of Deferred@1954865175 after retry RPC after error@1273368528), errback=(continuation of Deferred@395631020 after retry RPC after error@1912918383) -> (continuation of Deferred@295803885 after retry RPC after error@37206104) -> (continuation of Deferred@870275083 after retry RPC after error@1728342198) -> (continuation of Deferred@2062022984 after retry RPC after error@1168997172) -> (continuation of Deferred@217808010 after retry RPC after error@1216279675) -> (continuation of Deferred@219572613 after retry RPC after error@600623048) -> (continuation of Deferred@1954865175 after retry RPC after error@1273368528)))
17:28:19.461 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@400596149(state=PENDING, result=null, callback=(continuation of Deferred@395631020 after retry RPC after error@1912918383) -> (continuation of Deferred@295803885 after retry RPC after error@37206104) -> (continuation of Deferred@870275083 after retry RPC after error@1728342198) -> (continuation of Deferred@2062022984 after retry RPC after error@1168997172) -> (continuation of Deferred@217808010 after retry RPC after error@1216279675) -> (continuation of Deferred@219572613 after retry RPC after error@600623048) -> (continuation of Deferred@1954865175 after retry RPC after error@1273368528), errback=(continuation of Deferred@395631020 after retry RPC after error@1912918383) -> (continuation of Deferred@295803885 after retry RPC after error@37206104) -> (continuation of Deferred@870275083 after retry RPC after error@1728342198) -> (continuation of Deferred@2062022984 after retry RPC after error@1168997172) -> (continuation of Deferred@217808010 after retry RPC after error@1216279675) -> (continuation of Deferred@219572613 after retry RPC after error@600623048) -> (continuation of Deferred@1954865175 after retry RPC after error@1273368528)))
17:28:19.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.479 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.679 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.680 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.699 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@682189167(state=PENDING, result=null, callback=(continuation of Deferred@2066185811 after retry RPC after error@29292717) -> (continuation of Deferred@250812919 after retry RPC after error@1840423775) -> (continuation of Deferred@765955420 after retry RPC after error@1537893333) -> (continuation of Deferred@1291908598 after retry RPC after error@902831954) -> (continuation of Deferred@604809689 after retry RPC after error@749781574) -> (continuation of Deferred@1725250915 after retry RPC after error@1405785188) -> (continuation of Deferred@306822565 after retry RPC after error@952237912) -> (continuation of Deferred@1999696646 after retry RPC after error@1885216816), errback=(continuation of Deferred@2066185811 after retry RPC after error@29292717) -> (continuation of Deferred@250812919 after retry RPC after error@1840423775) -> (continuation of Deferred@765955420 after retry RPC after error@1537893333) -> (continuation of Deferred@1291908598 after retry RPC after error@902831954) -> (continuation of Deferred@604809689 after retry RPC after error@749781574) -> (continuation of Deferred@1725250915 after retry RPC after error@1405785188) -> (continuation of Deferred@306822565 after retry RPC after error@952237912) -> (continuation of Deferred@1999696646 after retry RPC after error@1885216816)))
17:28:19.700 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@682189167(state=PENDING, result=null, callback=(continuation of Deferred@2066185811 after retry RPC after error@29292717) -> (continuation of Deferred@250812919 after retry RPC after error@1840423775) -> (continuation of Deferred@765955420 after retry RPC after error@1537893333) -> (continuation of Deferred@1291908598 after retry RPC after error@902831954) -> (continuation of Deferred@604809689 after retry RPC after error@749781574) -> (continuation of Deferred@1725250915 after retry RPC after error@1405785188) -> (continuation of Deferred@306822565 after retry RPC after error@952237912) -> (continuation of Deferred@1999696646 after retry RPC after error@1885216816), errback=(continuation of Deferred@2066185811 after retry RPC after error@29292717) -> (continuation of Deferred@250812919 after retry RPC after error@1840423775) -> (continuation of Deferred@765955420 after retry RPC after error@1537893333) -> (continuation of Deferred@1291908598 after retry RPC after error@902831954) -> (continuation of Deferred@604809689 after retry RPC after error@749781574) -> (continuation of Deferred@1725250915 after retry RPC after error@1405785188) -> (continuation of Deferred@306822565 after retry RPC after error@952237912) -> (continuation of Deferred@1999696646 after retry RPC after error@1885216816)))
17:28:19.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.719 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.721 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@484790305(state=PENDING, result=null, callback=(continuation of Deferred@1403396604 after retry RPC after error@126741076) -> (continuation of Deferred@1445383104 after retry RPC after error@1626664317) -> (continuation of Deferred@37718366 after retry RPC after error@1787304967) -> (continuation of Deferred@168862301 after retry RPC after error@1296574823) -> (continuation of Deferred@868429033 after retry RPC after error@427914930) -> (continuation of Deferred@378285461 after retry RPC after error@444804402), errback=(continuation of Deferred@1403396604 after retry RPC after error@126741076) -> (continuation of Deferred@1445383104 after retry RPC after error@1626664317) -> (continuation of Deferred@37718366 after retry RPC after error@1787304967) -> (continuation of Deferred@168862301 after retry RPC after error@1296574823) -> (continuation of Deferred@868429033 after retry RPC after error@427914930) -> (continuation of Deferred@378285461 after retry RPC after error@444804402)))
17:28:19.880 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@484790305(state=PENDING, result=null, callback=(continuation of Deferred@1403396604 after retry RPC after error@126741076) -> (continuation of Deferred@1445383104 after retry RPC after error@1626664317) -> (continuation of Deferred@37718366 after retry RPC after error@1787304967) -> (continuation of Deferred@168862301 after retry RPC after error@1296574823) -> (continuation of Deferred@868429033 after retry RPC after error@427914930) -> (continuation of Deferred@378285461 after retry RPC after error@444804402), errback=(continuation of Deferred@1403396604 after retry RPC after error@126741076) -> (continuation of Deferred@1445383104 after retry RPC after error@1626664317) -> (continuation of Deferred@37718366 after retry RPC after error@1787304967) -> (continuation of Deferred@168862301 after retry RPC after error@1296574823) -> (continuation of Deferred@868429033 after retry RPC after error@427914930) -> (continuation of Deferred@378285461 after retry RPC after error@444804402)))
17:28:19.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.939 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:19.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:19.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:19.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:19.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:19.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.080 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@599975455(state=PENDING, result=null, callback=(continuation of Deferred@1850880143 after retry RPC after error@1803784873) -> (continuation of Deferred@138332948 after retry RPC after error@1022899730) -> (continuation of Deferred@1129430858 after retry RPC after error@883977043) -> (continuation of Deferred@1252548794 after retry RPC after error@933070683) -> (continuation of Deferred@2037957901 after retry RPC after error@1311101826) -> (continuation of Deferred@1199691596 after retry RPC after error@486356920), errback=(continuation of Deferred@1850880143 after retry RPC after error@1803784873) -> (continuation of Deferred@138332948 after retry RPC after error@1022899730) -> (continuation of Deferred@1129430858 after retry RPC after error@883977043) -> (continuation of Deferred@1252548794 after retry RPC after error@933070683) -> (continuation of Deferred@2037957901 after retry RPC after error@1311101826) -> (continuation of Deferred@1199691596 after retry RPC after error@486356920)))
17:28:20.080 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@599975455(state=PENDING, result=null, callback=(continuation of Deferred@1850880143 after retry RPC after error@1803784873) -> (continuation of Deferred@138332948 after retry RPC after error@1022899730) -> (continuation of Deferred@1129430858 after retry RPC after error@883977043) -> (continuation of Deferred@1252548794 after retry RPC after error@933070683) -> (continuation of Deferred@2037957901 after retry RPC after error@1311101826) -> (continuation of Deferred@1199691596 after retry RPC after error@486356920), errback=(continuation of Deferred@1850880143 after retry RPC after error@1803784873) -> (continuation of Deferred@138332948 after retry RPC after error@1022899730) -> (continuation of Deferred@1129430858 after retry RPC after error@883977043) -> (continuation of Deferred@1252548794 after retry RPC after error@933070683) -> (continuation of Deferred@2037957901 after retry RPC after error@1311101826) -> (continuation of Deferred@1199691596 after retry RPC after error@486356920)))
17:28:20.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.119 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.339 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@869217094(state=PENDING, result=null, callback=(continuation of Deferred@726529557 after retry RPC after error@2131513155) -> (continuation of Deferred@1157196976 after retry RPC after error@241574506) -> (continuation of Deferred@1256161517 after retry RPC after error@1471457442) -> (continuation of Deferred@1479004680 after retry RPC after error@1735253524) -> (continuation of Deferred@1359209212 after retry RPC after error@587248070) -> (continuation of Deferred@1171361852 after retry RPC after error@1279622124) -> (continuation of Deferred@44000410 after retry RPC after error@607615886), errback=(continuation of Deferred@726529557 after retry RPC after error@2131513155) -> (continuation of Deferred@1157196976 after retry RPC after error@241574506) -> (continuation of Deferred@1256161517 after retry RPC after error@1471457442) -> (continuation of Deferred@1479004680 after retry RPC after error@1735253524) -> (continuation of Deferred@1359209212 after retry RPC after error@587248070) -> (continuation of Deferred@1171361852 after retry RPC after error@1279622124) -> (continuation of Deferred@44000410 after retry RPC after error@607615886)))
17:28:20.340 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@869217094(state=PENDING, result=null, callback=(continuation of Deferred@726529557 after retry RPC after error@2131513155) -> (continuation of Deferred@1157196976 after retry RPC after error@241574506) -> (continuation of Deferred@1256161517 after retry RPC after error@1471457442) -> (continuation of Deferred@1479004680 after retry RPC after error@1735253524) -> (continuation of Deferred@1359209212 after retry RPC after error@587248070) -> (continuation of Deferred@1171361852 after retry RPC after error@1279622124) -> (continuation of Deferred@44000410 after retry RPC after error@607615886), errback=(continuation of Deferred@726529557 after retry RPC after error@2131513155) -> (continuation of Deferred@1157196976 after retry RPC after error@241574506) -> (continuation of Deferred@1256161517 after retry RPC after error@1471457442) -> (continuation of Deferred@1479004680 after retry RPC after error@1735253524) -> (continuation of Deferred@1359209212 after retry RPC after error@587248070) -> (continuation of Deferred@1171361852 after retry RPC after error@1279622124) -> (continuation of Deferred@44000410 after retry RPC after error@607615886)))
17:28:20.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.359 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.379 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:20.483103 6187 master_runner.cc:186] Error getting master registration for 127.6.8.61:41481: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111),
17:28:20.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:20.483273 6187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:28:20.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.540 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1825537623(state=PENDING, result=null, callback=(continuation of Deferred@533778711 after retry RPC after error@1428885241) -> (continuation of Deferred@268193894 after retry RPC after error@408332808) -> (continuation of Deferred@18319484 after retry RPC after error@214303329) -> (continuation of Deferred@1632902399 after retry RPC after error@1283451959) -> (continuation of Deferred@1897318828 after retry RPC after error@1308559589) -> (continuation of Deferred@202196545 after retry RPC after error@1059069347), errback=(continuation of Deferred@533778711 after retry RPC after error@1428885241) -> (continuation of Deferred@268193894 after retry RPC after error@408332808) -> (continuation of Deferred@18319484 after retry RPC after error@214303329) -> (continuation of Deferred@1632902399 after retry RPC after error@1283451959) -> (continuation of Deferred@1897318828 after retry RPC after error@1308559589) -> (continuation of Deferred@202196545 after retry RPC after error@1059069347)))
17:28:20.540 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1825537623(state=PENDING, result=null, callback=(continuation of Deferred@533778711 after retry RPC after error@1428885241) -> (continuation of Deferred@268193894 after retry RPC after error@408332808) -> (continuation of Deferred@18319484 after retry RPC after error@214303329) -> (continuation of Deferred@1632902399 after retry RPC after error@1283451959) -> (continuation of Deferred@1897318828 after retry RPC after error@1308559589) -> (continuation of Deferred@202196545 after retry RPC after error@1059069347), errback=(continuation of Deferred@533778711 after retry RPC after error@1428885241) -> (continuation of Deferred@268193894 after retry RPC after error@408332808) -> (continuation of Deferred@18319484 after retry RPC after error@214303329) -> (continuation of Deferred@1632902399 after retry RPC after error@1283451959) -> (continuation of Deferred@1897318828 after retry RPC after error@1308559589) -> (continuation of Deferred@202196545 after retry RPC after error@1059069347)))
17:28:20.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.579 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.760 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1525151489(state=PENDING, result=null, callback=(continuation of Deferred@1683773332 after retry RPC after error@296902370) -> (continuation of Deferred@1345380177 after retry RPC after error@898262441) -> (continuation of Deferred@871134331 after retry RPC after error@808085930) -> (continuation of Deferred@1723265705 after retry RPC after error@7828731) -> (continuation of Deferred@1357420322 after retry RPC after error@871158700) -> (continuation of Deferred@1646156994 after retry RPC after error@1500851414) -> (continuation of Deferred@1303437661 after retry RPC after error@403974900), errback=(continuation of Deferred@1683773332 after retry RPC after error@296902370) -> (continuation of Deferred@1345380177 after retry RPC after error@898262441) -> (continuation of Deferred@871134331 after retry RPC after error@808085930) -> (continuation of Deferred@1723265705 after retry RPC after error@7828731) -> (continuation of Deferred@1357420322 after retry RPC after error@871158700) -> (continuation of Deferred@1646156994 after retry RPC after error@1500851414) -> (continuation of Deferred@1303437661 after retry RPC after error@403974900)))
17:28:20.761 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1525151489(state=PENDING, result=null, callback=(continuation of Deferred@1683773332 after retry RPC after error@296902370) -> (continuation of Deferred@1345380177 after retry RPC after error@898262441) -> (continuation of Deferred@871134331 after retry RPC after error@808085930) -> (continuation of Deferred@1723265705 after retry RPC after error@7828731) -> (continuation of Deferred@1357420322 after retry RPC after error@871158700) -> (continuation of Deferred@1646156994 after retry RPC after error@1500851414) -> (continuation of Deferred@1303437661 after retry RPC after error@403974900), errback=(continuation of Deferred@1683773332 after retry RPC after error@296902370) -> (continuation of Deferred@1345380177 after retry RPC after error@898262441) -> (continuation of Deferred@871134331 after retry RPC after error@808085930) -> (continuation of Deferred@1723265705 after retry RPC after error@7828731) -> (continuation of Deferred@1357420322 after retry RPC after error@871158700) -> (continuation of Deferred@1646156994 after retry RPC after error@1500851414) -> (continuation of Deferred@1303437661 after retry RPC after error@403974900)))
17:28:20.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.857 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:20.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:20.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:20.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:20.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:20.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.020 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1692933793(state=PENDING, result=null, callback=(continuation of Deferred@1466141251 after retry RPC after error@918667024) -> (continuation of Deferred@2140092434 after retry RPC after error@1530276948) -> (continuation of Deferred@273450211 after retry RPC after error@734953669) -> (continuation of Deferred@755462662 after retry RPC after error@1203351422) -> (continuation of Deferred@866533622 after retry RPC after error@1823553263) -> (continuation of Deferred@2050027069 after retry RPC after error@1895332954) -> (continuation of Deferred@1909990211 after retry RPC after error@339441113), errback=(continuation of Deferred@1466141251 after retry RPC after error@918667024) -> (continuation of Deferred@2140092434 after retry RPC after error@1530276948) -> (continuation of Deferred@273450211 after retry RPC after error@734953669) -> (continuation of Deferred@755462662 after retry RPC after error@1203351422) -> (continuation of Deferred@866533622 after retry RPC after error@1823553263) -> (continuation of Deferred@2050027069 after retry RPC after error@1895332954) -> (continuation of Deferred@1909990211 after retry RPC after error@339441113)))
17:28:21.020 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1692933793(state=PENDING, result=null, callback=(continuation of Deferred@1466141251 after retry RPC after error@918667024) -> (continuation of Deferred@2140092434 after retry RPC after error@1530276948) -> (continuation of Deferred@273450211 after retry RPC after error@734953669) -> (continuation of Deferred@755462662 after retry RPC after error@1203351422) -> (continuation of Deferred@866533622 after retry RPC after error@1823553263) -> (continuation of Deferred@2050027069 after retry RPC after error@1895332954) -> (continuation of Deferred@1909990211 after retry RPC after error@339441113), errback=(continuation of Deferred@1466141251 after retry RPC after error@918667024) -> (continuation of Deferred@2140092434 after retry RPC after error@1530276948) -> (continuation of Deferred@273450211 after retry RPC after error@734953669) -> (continuation of Deferred@755462662 after retry RPC after error@1203351422) -> (continuation of Deferred@866533622 after retry RPC after error@1823553263) -> (continuation of Deferred@2050027069 after retry RPC after error@1895332954) -> (continuation of Deferred@1909990211 after retry RPC after error@339441113)))
17:28:21.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.099 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.119 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.279 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.280 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1765603626(state=PENDING, result=null, callback=(continuation of Deferred@2064281573 after retry RPC after error@1551968922) -> (continuation of Deferred@912466473 after retry RPC after error@949512294) -> (continuation of Deferred@281365975 after retry RPC after error@1170567343) -> (continuation of Deferred@1779982420 after retry RPC after error@297336361) -> (continuation of Deferred@732541500 after retry RPC after error@1166540782) -> (continuation of Deferred@1823747530 after retry RPC after error@984342467) -> (continuation of Deferred@1559606008 after retry RPC after error@653741575), errback=(continuation of Deferred@2064281573 after retry RPC after error@1551968922) -> (continuation of Deferred@912466473 after retry RPC after error@949512294) -> (continuation of Deferred@281365975 after retry RPC after error@1170567343) -> (continuation of Deferred@1779982420 after retry RPC after error@297336361) -> (continuation of Deferred@732541500 after retry RPC after error@1166540782) -> (continuation of Deferred@1823747530 after retry RPC after error@984342467) -> (continuation of Deferred@1559606008 after retry RPC after error@653741575)))
17:28:21.281 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1765603626(state=PENDING, result=null, callback=(continuation of Deferred@2064281573 after retry RPC after error@1551968922) -> (continuation of Deferred@912466473 after retry RPC after error@949512294) -> (continuation of Deferred@281365975 after retry RPC after error@1170567343) -> (continuation of Deferred@1779982420 after retry RPC after error@297336361) -> (continuation of Deferred@732541500 after retry RPC after error@1166540782) -> (continuation of Deferred@1823747530 after retry RPC after error@984342467) -> (continuation of Deferred@1559606008 after retry RPC after error@653741575), errback=(continuation of Deferred@2064281573 after retry RPC after error@1551968922) -> (continuation of Deferred@912466473 after retry RPC after error@949512294) -> (continuation of Deferred@281365975 after retry RPC after error@1170567343) -> (continuation of Deferred@1779982420 after retry RPC after error@297336361) -> (continuation of Deferred@732541500 after retry RPC after error@1166540782) -> (continuation of Deferred@1823747530 after retry RPC after error@984342467) -> (continuation of Deferred@1559606008 after retry RPC after error@653741575)))
17:28:21.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.359 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.480 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1142897132(state=PENDING, result=null, callback=(continuation of Deferred@1693191419 after retry RPC after error@1505113805) -> (continuation of Deferred@1855186614 after retry RPC after error@1409180369) -> (continuation of Deferred@1475422081 after retry RPC after error@1067021292) -> (continuation of Deferred@1322157311 after retry RPC after error@1845927709) -> (continuation of Deferred@806707315 after retry RPC after error@1156019086) -> (continuation of Deferred@2125790865 after retry RPC after error@613447725), errback=(continuation of Deferred@1693191419 after retry RPC after error@1505113805) -> (continuation of Deferred@1855186614 after retry RPC after error@1409180369) -> (continuation of Deferred@1475422081 after retry RPC after error@1067021292) -> (continuation of Deferred@1322157311 after retry RPC after error@1845927709) -> (continuation of Deferred@806707315 after retry RPC after error@1156019086) -> (continuation of Deferred@2125790865 after retry RPC after error@613447725)))
17:28:21.480 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1142897132(state=PENDING, result=null, callback=(continuation of Deferred@1693191419 after retry RPC after error@1505113805) -> (continuation of Deferred@1855186614 after retry RPC after error@1409180369) -> (continuation of Deferred@1475422081 after retry RPC after error@1067021292) -> (continuation of Deferred@1322157311 after retry RPC after error@1845927709) -> (continuation of Deferred@806707315 after retry RPC after error@1156019086) -> (continuation of Deferred@2125790865 after retry RPC after error@613447725), errback=(continuation of Deferred@1693191419 after retry RPC after error@1505113805) -> (continuation of Deferred@1855186614 after retry RPC after error@1409180369) -> (continuation of Deferred@1475422081 after retry RPC after error@1067021292) -> (continuation of Deferred@1322157311 after retry RPC after error@1845927709) -> (continuation of Deferred@806707315 after retry RPC after error@1156019086) -> (continuation of Deferred@2125790865 after retry RPC after error@613447725)))
17:28:21.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.519 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.660 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@859752897(state=PENDING, result=null, callback=(continuation of Deferred@131361963 after retry RPC after error@1470017576) -> (continuation of Deferred@1430386462 after retry RPC after error@276061366) -> (continuation of Deferred@887212839 after retry RPC after error@383529571) -> (continuation of Deferred@1291837089 after retry RPC after error@2120002148) -> (continuation of Deferred@1147072123 after retry RPC after error@862360505) -> (continuation of Deferred@31349154 after retry RPC after error@441113719), errback=(continuation of Deferred@131361963 after retry RPC after error@1470017576) -> (continuation of Deferred@1430386462 after retry RPC after error@276061366) -> (continuation of Deferred@887212839 after retry RPC after error@383529571) -> (continuation of Deferred@1291837089 after retry RPC after error@2120002148) -> (continuation of Deferred@1147072123 after retry RPC after error@862360505) -> (continuation of Deferred@31349154 after retry RPC after error@441113719)))
17:28:21.661 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@859752897(state=PENDING, result=null, callback=(continuation of Deferred@131361963 after retry RPC after error@1470017576) -> (continuation of Deferred@1430386462 after retry RPC after error@276061366) -> (continuation of Deferred@887212839 after retry RPC after error@383529571) -> (continuation of Deferred@1291837089 after retry RPC after error@2120002148) -> (continuation of Deferred@1147072123 after retry RPC after error@862360505) -> (continuation of Deferred@31349154 after retry RPC after error@441113719), errback=(continuation of Deferred@131361963 after retry RPC after error@1470017576) -> (continuation of Deferred@1430386462 after retry RPC after error@276061366) -> (continuation of Deferred@887212839 after retry RPC after error@383529571) -> (continuation of Deferred@1291837089 after retry RPC after error@2120002148) -> (continuation of Deferred@1147072123 after retry RPC after error@862360505) -> (continuation of Deferred@31349154 after retry RPC after error@441113719)))
17:28:21.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.719 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.721 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.840 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@639435563(state=PENDING, result=null, callback=(continuation of Deferred@1575886530 after retry RPC after error@1842225193) -> (continuation of Deferred@707743177 after retry RPC after error@1692735484) -> (continuation of Deferred@1238375852 after retry RPC after error@1434690519) -> (continuation of Deferred@93515179 after retry RPC after error@1225015314) -> (continuation of Deferred@7346659 after retry RPC after error@1218809633) -> (continuation of Deferred@1523113003 after retry RPC after error@824640432), errback=(continuation of Deferred@1575886530 after retry RPC after error@1842225193) -> (continuation of Deferred@707743177 after retry RPC after error@1692735484) -> (continuation of Deferred@1238375852 after retry RPC after error@1434690519) -> (continuation of Deferred@93515179 after retry RPC after error@1225015314) -> (continuation of Deferred@7346659 after retry RPC after error@1218809633) -> (continuation of Deferred@1523113003 after retry RPC after error@824640432)))
17:28:21.841 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@639435563(state=PENDING, result=null, callback=(continuation of Deferred@1575886530 after retry RPC after error@1842225193) -> (continuation of Deferred@707743177 after retry RPC after error@1692735484) -> (continuation of Deferred@1238375852 after retry RPC after error@1434690519) -> (continuation of Deferred@93515179 after retry RPC after error@1225015314) -> (continuation of Deferred@7346659 after retry RPC after error@1218809633) -> (continuation of Deferred@1523113003 after retry RPC after error@824640432), errback=(continuation of Deferred@1575886530 after retry RPC after error@1842225193) -> (continuation of Deferred@707743177 after retry RPC after error@1692735484) -> (continuation of Deferred@1238375852 after retry RPC after error@1434690519) -> (continuation of Deferred@93515179 after retry RPC after error@1225015314) -> (continuation of Deferred@7346659 after retry RPC after error@1218809633) -> (continuation of Deferred@1523113003 after retry RPC after error@824640432)))
17:28:21.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.879 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:21.979 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:21.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:21.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:21.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:21.988058 6840 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 1)
17:28:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:21.989431 6840 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '39cb1c97b7ab440db729fdd4a9d94e42', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '39cb1c97b7ab440db729fdd4a9d94e42', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 1)
17:28:21.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:21.990917 6837 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.8.60:43131)
17:28:22.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.059 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1231701534(state=PENDING, result=null, callback=(continuation of Deferred@757445802 after retry RPC after error@1334928179) -> (continuation of Deferred@1043044984 after retry RPC after error@636121365) -> (continuation of Deferred@627704294 after retry RPC after error@1629906563) -> (continuation of Deferred@62703749 after retry RPC after error@1965585214) -> (continuation of Deferred@12073292 after retry RPC after error@1392006566) -> (continuation of Deferred@937772956 after retry RPC after error@31613917), errback=(continuation of Deferred@757445802 after retry RPC after error@1334928179) -> (continuation of Deferred@1043044984 after retry RPC after error@636121365) -> (continuation of Deferred@627704294 after retry RPC after error@1629906563) -> (continuation of Deferred@62703749 after retry RPC after error@1965585214) -> (continuation of Deferred@12073292 after retry RPC after error@1392006566) -> (continuation of Deferred@937772956 after retry RPC after error@31613917)))
17:28:22.060 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1231701534(state=PENDING, result=null, callback=(continuation of Deferred@757445802 after retry RPC after error@1334928179) -> (continuation of Deferred@1043044984 after retry RPC after error@636121365) -> (continuation of Deferred@627704294 after retry RPC after error@1629906563) -> (continuation of Deferred@62703749 after retry RPC after error@1965585214) -> (continuation of Deferred@12073292 after retry RPC after error@1392006566) -> (continuation of Deferred@937772956 after retry RPC after error@31613917), errback=(continuation of Deferred@757445802 after retry RPC after error@1334928179) -> (continuation of Deferred@1043044984 after retry RPC after error@636121365) -> (continuation of Deferred@627704294 after retry RPC after error@1629906563) -> (continuation of Deferred@62703749 after retry RPC after error@1965585214) -> (continuation of Deferred@12073292 after retry RPC after error@1392006566) -> (continuation of Deferred@937772956 after retry RPC after error@31613917)))
17:28:22.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.220 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1189154673(state=PENDING, result=null, callback=(continuation of Deferred@442555254 after retry RPC after error@2050478849) -> (continuation of Deferred@1726859879 after retry RPC after error@674880332) -> (continuation of Deferred@882773590 after retry RPC after error@1886747679) -> (continuation of Deferred@2026061444 after retry RPC after error@516319595) -> (continuation of Deferred@1525557339 after retry RPC after error@27275933) -> (continuation of Deferred@1626737459 after retry RPC after error@1305914231), errback=(continuation of Deferred@442555254 after retry RPC after error@2050478849) -> (continuation of Deferred@1726859879 after retry RPC after error@674880332) -> (continuation of Deferred@882773590 after retry RPC after error@1886747679) -> (continuation of Deferred@2026061444 after retry RPC after error@516319595) -> (continuation of Deferred@1525557339 after retry RPC after error@27275933) -> (continuation of Deferred@1626737459 after retry RPC after error@1305914231)))
17:28:22.220 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1189154673(state=PENDING, result=null, callback=(continuation of Deferred@442555254 after retry RPC after error@2050478849) -> (continuation of Deferred@1726859879 after retry RPC after error@674880332) -> (continuation of Deferred@882773590 after retry RPC after error@1886747679) -> (continuation of Deferred@2026061444 after retry RPC after error@516319595) -> (continuation of Deferred@1525557339 after retry RPC after error@27275933) -> (continuation of Deferred@1626737459 after retry RPC after error@1305914231), errback=(continuation of Deferred@442555254 after retry RPC after error@2050478849) -> (continuation of Deferred@1726859879 after retry RPC after error@674880332) -> (continuation of Deferred@882773590 after retry RPC after error@1886747679) -> (continuation of Deferred@2026061444 after retry RPC after error@516319595) -> (continuation of Deferred@1525557339 after retry RPC after error@27275933) -> (continuation of Deferred@1626737459 after retry RPC after error@1305914231)))
17:28:22.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.259 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.317 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.379 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.459 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@346624101(state=PENDING, result=null, callback=(continuation of Deferred@1338091590 after retry RPC after error@120859027) -> (continuation of Deferred@1878762268 after retry RPC after error@856538302) -> (continuation of Deferred@1900851457 after retry RPC after error@1460827658) -> (continuation of Deferred@1698946231 after retry RPC after error@997549293) -> (continuation of Deferred@799350331 after retry RPC after error@1807982563) -> (continuation of Deferred@278806600 after retry RPC after error@6036666) -> (continuation of Deferred@118464076 after retry RPC after error@1891907017), errback=(continuation of Deferred@1338091590 after retry RPC after error@120859027) -> (continuation of Deferred@1878762268 after retry RPC after error@856538302) -> (continuation of Deferred@1900851457 after retry RPC after error@1460827658) -> (continuation of Deferred@1698946231 after retry RPC after error@997549293) -> (continuation of Deferred@799350331 after retry RPC after error@1807982563) -> (continuation of Deferred@278806600 after retry RPC after error@6036666) -> (continuation of Deferred@118464076 after retry RPC after error@1891907017)))
17:28:22.460 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@346624101(state=PENDING, result=null, callback=(continuation of Deferred@1338091590 after retry RPC after error@120859027) -> (continuation of Deferred@1878762268 after retry RPC after error@856538302) -> (continuation of Deferred@1900851457 after retry RPC after error@1460827658) -> (continuation of Deferred@1698946231 after retry RPC after error@997549293) -> (continuation of Deferred@799350331 after retry RPC after error@1807982563) -> (continuation of Deferred@278806600 after retry RPC after error@6036666) -> (continuation of Deferred@118464076 after retry RPC after error@1891907017), errback=(continuation of Deferred@1338091590 after retry RPC after error@120859027) -> (continuation of Deferred@1878762268 after retry RPC after error@856538302) -> (continuation of Deferred@1900851457 after retry RPC after error@1460827658) -> (continuation of Deferred@1698946231 after retry RPC after error@997549293) -> (continuation of Deferred@799350331 after retry RPC after error@1807982563) -> (continuation of Deferred@278806600 after retry RPC after error@6036666) -> (continuation of Deferred@118464076 after retry RPC after error@1891907017)))
17:28:22.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.479 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.557 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.659 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [59ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [79ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [79ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [178ms] refreshing cache from master, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [179ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [179ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1934798795(state=PENDING, result=null, callback=(continuation of Deferred@595493766 after retry RPC after error@1524349432) -> (continuation of Deferred@1512914856 after retry RPC after error@1013444561) -> (continuation of Deferred@1808939368 after retry RPC after error@1816218003) -> (continuation of Deferred@1604512716 after retry RPC after error@1555603086) -> (continuation of Deferred@651949320 after retry RPC after error@1085287825) -> (continuation of Deferred@134501056 after retry RPC after error@282128800) -> (continuation of Deferred@1767515399 after retry RPC after error@675762456), errback=(continuation of Deferred@595493766 after retry RPC after error@1524349432) -> (continuation of Deferred@1512914856 after retry RPC after error@1013444561) -> (continuation of Deferred@1808939368 after retry RPC after error@1816218003) -> (continuation of Deferred@1604512716 after retry RPC after error@1555603086) -> (continuation of Deferred@651949320 after retry RPC after error@1085287825) -> (continuation of Deferred@134501056 after retry RPC after error@282128800) -> (continuation of Deferred@1767515399 after retry RPC after error@675762456)))
17:28:22.660 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [58ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [59ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [78ms] refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [79ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [79ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [178ms] refreshing cache from master, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [179ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [179ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1934798795(state=PENDING, result=null, callback=(continuation of Deferred@595493766 after retry RPC after error@1524349432) -> (continuation of Deferred@1512914856 after retry RPC after error@1013444561) -> (continuation of Deferred@1808939368 after retry RPC after error@1816218003) -> (continuation of Deferred@1604512716 after retry RPC after error@1555603086) -> (continuation of Deferred@651949320 after retry RPC after error@1085287825) -> (continuation of Deferred@134501056 after retry RPC after error@282128800) -> (continuation of Deferred@1767515399 after retry RPC after error@675762456), errback=(continuation of Deferred@595493766 after retry RPC after error@1524349432) -> (continuation of Deferred@1512914856 after retry RPC after error@1013444561) -> (continuation of Deferred@1808939368 after retry RPC after error@1816218003) -> (continuation of Deferred@1604512716 after retry RPC after error@1555603086) -> (continuation of Deferred@651949320 after retry RPC after error@1085287825) -> (continuation of Deferred@134501056 after retry RPC after error@282128800) -> (continuation of Deferred@1767515399 after retry RPC after error@675762456)))
17:28:22.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.679 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.699 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.799 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@799210016(state=PENDING, result=null, callback=(continuation of Deferred@2012843728 after retry RPC after error@1321295954) -> (continuation of Deferred@1140337314 after retry RPC after error@2066987783) -> (continuation of Deferred@1082602943 after retry RPC after error@92343821) -> (continuation of Deferred@120490277 after retry RPC after error@1629745476) -> (continuation of Deferred@409999890 after retry RPC after error@353144439) -> (continuation of Deferred@1721260626 after retry RPC after error@407842324) -> (continuation of Deferred@7800709 after retry RPC after error@1912168138), errback=(continuation of Deferred@2012843728 after retry RPC after error@1321295954) -> (continuation of Deferred@1140337314 after retry RPC after error@2066987783) -> (continuation of Deferred@1082602943 after retry RPC after error@92343821) -> (continuation of Deferred@120490277 after retry RPC after error@1629745476) -> (continuation of Deferred@409999890 after retry RPC after error@353144439) -> (continuation of Deferred@1721260626 after retry RPC after error@407842324) -> (continuation of Deferred@7800709 after retry RPC after error@1912168138)))
17:28:22.881 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@799210016(state=PENDING, result=null, callback=(continuation of Deferred@2012843728 after retry RPC after error@1321295954) -> (continuation of Deferred@1140337314 after retry RPC after error@2066987783) -> (continuation of Deferred@1082602943 after retry RPC after error@92343821) -> (continuation of Deferred@120490277 after retry RPC after error@1629745476) -> (continuation of Deferred@409999890 after retry RPC after error@353144439) -> (continuation of Deferred@1721260626 after retry RPC after error@407842324) -> (continuation of Deferred@7800709 after retry RPC after error@1912168138), errback=(continuation of Deferred@2012843728 after retry RPC after error@1321295954) -> (continuation of Deferred@1140337314 after retry RPC after error@2066987783) -> (continuation of Deferred@1082602943 after retry RPC after error@92343821) -> (continuation of Deferred@120490277 after retry RPC after error@1629745476) -> (continuation of Deferred@409999890 after retry RPC after error@353144439) -> (continuation of Deferred@1721260626 after retry RPC after error@407842324) -> (continuation of Deferred@7800709 after retry RPC after error@1912168138)))
17:28:22.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.919 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.939 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:22.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:22.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:22.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:22.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:22.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1783992637(state=PENDING, result=null, callback=(continuation of Deferred@429481519 after retry RPC after error@1939213830) -> (continuation of Deferred@1457431576 after retry RPC after error@281287559) -> (continuation of Deferred@1140807574 after retry RPC after error@14321617) -> (continuation of Deferred@587664822 after retry RPC after error@321856114) -> (continuation of Deferred@718640230 after retry RPC after error@2120579810) -> (continuation of Deferred@1704239653 after retry RPC after error@255995991), errback=(continuation of Deferred@429481519 after retry RPC after error@1939213830) -> (continuation of Deferred@1457431576 after retry RPC after error@281287559) -> (continuation of Deferred@1140807574 after retry RPC after error@14321617) -> (continuation of Deferred@587664822 after retry RPC after error@321856114) -> (continuation of Deferred@718640230 after retry RPC after error@2120579810) -> (continuation of Deferred@1704239653 after retry RPC after error@255995991)))
17:28:23.101 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1783992637(state=PENDING, result=null, callback=(continuation of Deferred@429481519 after retry RPC after error@1939213830) -> (continuation of Deferred@1457431576 after retry RPC after error@281287559) -> (continuation of Deferred@1140807574 after retry RPC after error@14321617) -> (continuation of Deferred@587664822 after retry RPC after error@321856114) -> (continuation of Deferred@718640230 after retry RPC after error@2120579810) -> (continuation of Deferred@1704239653 after retry RPC after error@255995991), errback=(continuation of Deferred@429481519 after retry RPC after error@1939213830) -> (continuation of Deferred@1457431576 after retry RPC after error@281287559) -> (continuation of Deferred@1140807574 after retry RPC after error@14321617) -> (continuation of Deferred@587664822 after retry RPC after error@321856114) -> (continuation of Deferred@718640230 after retry RPC after error@2120579810) -> (continuation of Deferred@1704239653 after retry RPC after error@255995991)))
17:28:23.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.200 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.360 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@6982136(state=PENDING, result=null, callback=(continuation of Deferred@1971199994 after retry RPC after error@120037570) -> (continuation of Deferred@1304995547 after retry RPC after error@431604691) -> (continuation of Deferred@482184913 after retry RPC after error@640027700) -> (continuation of Deferred@785418325 after retry RPC after error@2040557831) -> (continuation of Deferred@152806372 after retry RPC after error@524966239) -> (continuation of Deferred@896727235 after retry RPC after error@1335926563) -> (continuation of Deferred@468713904 after retry RPC after error@1455239984), errback=(continuation of Deferred@1971199994 after retry RPC after error@120037570) -> (continuation of Deferred@1304995547 after retry RPC after error@431604691) -> (continuation of Deferred@482184913 after retry RPC after error@640027700) -> (continuation of Deferred@785418325 after retry RPC after error@2040557831) -> (continuation of Deferred@152806372 after retry RPC after error@524966239) -> (continuation of Deferred@896727235 after retry RPC after error@1335926563) -> (continuation of Deferred@468713904 after retry RPC after error@1455239984)))
17:28:23.360 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@6982136(state=PENDING, result=null, callback=(continuation of Deferred@1971199994 after retry RPC after error@120037570) -> (continuation of Deferred@1304995547 after retry RPC after error@431604691) -> (continuation of Deferred@482184913 after retry RPC after error@640027700) -> (continuation of Deferred@785418325 after retry RPC after error@2040557831) -> (continuation of Deferred@152806372 after retry RPC after error@524966239) -> (continuation of Deferred@896727235 after retry RPC after error@1335926563) -> (continuation of Deferred@468713904 after retry RPC after error@1455239984), errback=(continuation of Deferred@1971199994 after retry RPC after error@120037570) -> (continuation of Deferred@1304995547 after retry RPC after error@431604691) -> (continuation of Deferred@482184913 after retry RPC after error@640027700) -> (continuation of Deferred@785418325 after retry RPC after error@2040557831) -> (continuation of Deferred@152806372 after retry RPC after error@524966239) -> (continuation of Deferred@896727235 after retry RPC after error@1335926563) -> (continuation of Deferred@468713904 after retry RPC after error@1455239984)))
17:28:23.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.540 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1177551858(state=PENDING, result=null, callback=(continuation of Deferred@1935796187 after retry RPC after error@1320074978) -> (continuation of Deferred@1514647001 after retry RPC after error@472783600) -> (continuation of Deferred@1619884433 after retry RPC after error@1534038732) -> (continuation of Deferred@1008850205 after retry RPC after error@1354019315) -> (continuation of Deferred@1534987141 after retry RPC after error@2090867668) -> (continuation of Deferred@1310437472 after retry RPC after error@1003862905), errback=(continuation of Deferred@1935796187 after retry RPC after error@1320074978) -> (continuation of Deferred@1514647001 after retry RPC after error@472783600) -> (continuation of Deferred@1619884433 after retry RPC after error@1534038732) -> (continuation of Deferred@1008850205 after retry RPC after error@1354019315) -> (continuation of Deferred@1534987141 after retry RPC after error@2090867668) -> (continuation of Deferred@1310437472 after retry RPC after error@1003862905)))
17:28:23.541 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1177551858(state=PENDING, result=null, callback=(continuation of Deferred@1935796187 after retry RPC after error@1320074978) -> (continuation of Deferred@1514647001 after retry RPC after error@472783600) -> (continuation of Deferred@1619884433 after retry RPC after error@1534038732) -> (continuation of Deferred@1008850205 after retry RPC after error@1354019315) -> (continuation of Deferred@1534987141 after retry RPC after error@2090867668) -> (continuation of Deferred@1310437472 after retry RPC after error@1003862905), errback=(continuation of Deferred@1935796187 after retry RPC after error@1320074978) -> (continuation of Deferred@1514647001 after retry RPC after error@472783600) -> (continuation of Deferred@1619884433 after retry RPC after error@1534038732) -> (continuation of Deferred@1008850205 after retry RPC after error@1354019315) -> (continuation of Deferred@1534987141 after retry RPC after error@2090867668) -> (continuation of Deferred@1310437472 after retry RPC after error@1003862905)))
17:28:23.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.599 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.720 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1304269087(state=PENDING, result=null, callback=(continuation of Deferred@17576360 after retry RPC after error@1216999423) -> (continuation of Deferred@317910574 after retry RPC after error@870752262) -> (continuation of Deferred@1401374371 after retry RPC after error@1417063739) -> (continuation of Deferred@1374730757 after retry RPC after error@1469105837) -> (continuation of Deferred@1045115042 after retry RPC after error@1605717285) -> (continuation of Deferred@188871748 after retry RPC after error@1521872431), errback=(continuation of Deferred@17576360 after retry RPC after error@1216999423) -> (continuation of Deferred@317910574 after retry RPC after error@870752262) -> (continuation of Deferred@1401374371 after retry RPC after error@1417063739) -> (continuation of Deferred@1374730757 after retry RPC after error@1469105837) -> (continuation of Deferred@1045115042 after retry RPC after error@1605717285) -> (continuation of Deferred@188871748 after retry RPC after error@1521872431)))
17:28:23.721 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1304269087(state=PENDING, result=null, callback=(continuation of Deferred@17576360 after retry RPC after error@1216999423) -> (continuation of Deferred@317910574 after retry RPC after error@870752262) -> (continuation of Deferred@1401374371 after retry RPC after error@1417063739) -> (continuation of Deferred@1374730757 after retry RPC after error@1469105837) -> (continuation of Deferred@1045115042 after retry RPC after error@1605717285) -> (continuation of Deferred@188871748 after retry RPC after error@1521872431), errback=(continuation of Deferred@17576360 after retry RPC after error@1216999423) -> (continuation of Deferred@317910574 after retry RPC after error@870752262) -> (continuation of Deferred@1401374371 after retry RPC after error@1417063739) -> (continuation of Deferred@1374730757 after retry RPC after error@1469105837) -> (continuation of Deferred@1045115042 after retry RPC after error@1605717285) -> (continuation of Deferred@188871748 after retry RPC after error@1521872431)))
17:28:23.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.779 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.799 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.939 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.940 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@40780016(state=PENDING, result=null, callback=(continuation of Deferred@551963285 after retry RPC after error@364209089) -> (continuation of Deferred@266781394 after retry RPC after error@2139060766) -> (continuation of Deferred@1843340678 after retry RPC after error@1397418135) -> (continuation of Deferred@1778598014 after retry RPC after error@1848146090) -> (continuation of Deferred@2052035580 after retry RPC after error@2118505074) -> (continuation of Deferred@246775156 after retry RPC after error@594917664), errback=(continuation of Deferred@551963285 after retry RPC after error@364209089) -> (continuation of Deferred@266781394 after retry RPC after error@2139060766) -> (continuation of Deferred@1843340678 after retry RPC after error@1397418135) -> (continuation of Deferred@1778598014 after retry RPC after error@1848146090) -> (continuation of Deferred@2052035580 after retry RPC after error@2118505074) -> (continuation of Deferred@246775156 after retry RPC after error@594917664)))
17:28:23.941 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@40780016(state=PENDING, result=null, callback=(continuation of Deferred@551963285 after retry RPC after error@364209089) -> (continuation of Deferred@266781394 after retry RPC after error@2139060766) -> (continuation of Deferred@1843340678 after retry RPC after error@1397418135) -> (continuation of Deferred@1778598014 after retry RPC after error@1848146090) -> (continuation of Deferred@2052035580 after retry RPC after error@2118505074) -> (continuation of Deferred@246775156 after retry RPC after error@594917664), errback=(continuation of Deferred@551963285 after retry RPC after error@364209089) -> (continuation of Deferred@266781394 after retry RPC after error@2139060766) -> (continuation of Deferred@1843340678 after retry RPC after error@1397418135) -> (continuation of Deferred@1778598014 after retry RPC after error@1848146090) -> (continuation of Deferred@2052035580 after retry RPC after error@2118505074) -> (continuation of Deferred@246775156 after retry RPC after error@594917664)))
17:28:23.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.979 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:23.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:23.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:23.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:23.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:23.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.218 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@589211060(state=PENDING, result=null, callback=(continuation of Deferred@963110824 after retry RPC after error@819373991) -> (continuation of Deferred@1310998767 after retry RPC after error@415334298) -> (continuation of Deferred@505254285 after retry RPC after error@460580470) -> (continuation of Deferred@2000481999 after retry RPC after error@1687314973) -> (continuation of Deferred@384894715 after retry RPC after error@313852421) -> (continuation of Deferred@49269770 after retry RPC after error@1973081280) -> (continuation of Deferred@1799537238 after retry RPC after error@1373454353), errback=(continuation of Deferred@963110824 after retry RPC after error@819373991) -> (continuation of Deferred@1310998767 after retry RPC after error@415334298) -> (continuation of Deferred@505254285 after retry RPC after error@460580470) -> (continuation of Deferred@2000481999 after retry RPC after error@1687314973) -> (continuation of Deferred@384894715 after retry RPC after error@313852421) -> (continuation of Deferred@49269770 after retry RPC after error@1973081280) -> (continuation of Deferred@1799537238 after retry RPC after error@1373454353)))
17:28:24.219 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:24.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.498 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1480794865(state=PENDING, result=null, callback=(continuation of Deferred@1490924469 after retry RPC after error@1045227668) -> (continuation of Deferred@494418211 after retry RPC after error@1550701783) -> (continuation of Deferred@1771607284 after retry RPC after error@818534683) -> (continuation of Deferred@1814318848 after retry RPC after error@1583211839) -> (continuation of Deferred@1943008564 after retry RPC after error@229702487) -> (continuation of Deferred@1134750126 after retry RPC after error@1927776504) -> (continuation of Deferred@2123216325 after retry RPC after error@1953338112), errback=(continuation of Deferred@1490924469 after retry RPC after error@1045227668) -> (continuation of Deferred@494418211 after retry RPC after error@1550701783) -> (continuation of Deferred@1771607284 after retry RPC after error@818534683) -> (continuation of Deferred@1814318848 after retry RPC after error@1583211839) -> (continuation of Deferred@1943008564 after retry RPC after error@229702487) -> (continuation of Deferred@1134750126 after retry RPC after error@1927776504) -> (continuation of Deferred@2123216325 after retry RPC after error@1953338112)))
17:28:24.499 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:24.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.619 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.639 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.720 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@220220496(state=PENDING, result=null, callback=(continuation of Deferred@1026163230 after retry RPC after error@791879430) -> (continuation of Deferred@1230544007 after retry RPC after error@1184172848) -> (continuation of Deferred@734186254 after retry RPC after error@473836127) -> (continuation of Deferred@294597115 after retry RPC after error@2142073969) -> (continuation of Deferred@1107970609 after retry RPC after error@797699325) -> (continuation of Deferred@1206059038 after retry RPC after error@1400502895) -> (continuation of Deferred@1135770099 after retry RPC after error@858691964), errback=(continuation of Deferred@1026163230 after retry RPC after error@791879430) -> (continuation of Deferred@1230544007 after retry RPC after error@1184172848) -> (continuation of Deferred@734186254 after retry RPC after error@473836127) -> (continuation of Deferred@294597115 after retry RPC after error@2142073969) -> (continuation of Deferred@1107970609 after retry RPC after error@797699325) -> (continuation of Deferred@1206059038 after retry RPC after error@1400502895) -> (continuation of Deferred@1135770099 after retry RPC after error@858691964)))
17:28:24.720 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@220220496(state=PENDING, result=null, callback=(continuation of Deferred@1026163230 after retry RPC after error@791879430) -> (continuation of Deferred@1230544007 after retry RPC after error@1184172848) -> (continuation of Deferred@734186254 after retry RPC after error@473836127) -> (continuation of Deferred@294597115 after retry RPC after error@2142073969) -> (continuation of Deferred@1107970609 after retry RPC after error@797699325) -> (continuation of Deferred@1206059038 after retry RPC after error@1400502895) -> (continuation of Deferred@1135770099 after retry RPC after error@858691964), errback=(continuation of Deferred@1026163230 after retry RPC after error@791879430) -> (continuation of Deferred@1230544007 after retry RPC after error@1184172848) -> (continuation of Deferred@734186254 after retry RPC after error@473836127) -> (continuation of Deferred@294597115 after retry RPC after error@2142073969) -> (continuation of Deferred@1107970609 after retry RPC after error@797699325) -> (continuation of Deferred@1206059038 after retry RPC after error@1400502895) -> (continuation of Deferred@1135770099 after retry RPC after error@858691964)))
17:28:24.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.819 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.859 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.919 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1099277425(state=PENDING, result=null, callback=(continuation of Deferred@158548281 after retry RPC after error@1855392528) -> (continuation of Deferred@1737054116 after retry RPC after error@188993800) -> (continuation of Deferred@413803472 after retry RPC after error@1311994974) -> (continuation of Deferred@1663708747 after retry RPC after error@1995729079) -> (continuation of Deferred@1065967898 after retry RPC after error@1783460657) -> (continuation of Deferred@1487360069 after retry RPC after error@222505526), errback=(continuation of Deferred@158548281 after retry RPC after error@1855392528) -> (continuation of Deferred@1737054116 after retry RPC after error@188993800) -> (continuation of Deferred@413803472 after retry RPC after error@1311994974) -> (continuation of Deferred@1663708747 after retry RPC after error@1995729079) -> (continuation of Deferred@1065967898 after retry RPC after error@1783460657) -> (continuation of Deferred@1487360069 after retry RPC after error@222505526)))
17:28:24.920 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1099277425(state=PENDING, result=null, callback=(continuation of Deferred@158548281 after retry RPC after error@1855392528) -> (continuation of Deferred@1737054116 after retry RPC after error@188993800) -> (continuation of Deferred@413803472 after retry RPC after error@1311994974) -> (continuation of Deferred@1663708747 after retry RPC after error@1995729079) -> (continuation of Deferred@1065967898 after retry RPC after error@1783460657) -> (continuation of Deferred@1487360069 after retry RPC after error@222505526), errback=(continuation of Deferred@158548281 after retry RPC after error@1855392528) -> (continuation of Deferred@1737054116 after retry RPC after error@188993800) -> (continuation of Deferred@413803472 after retry RPC after error@1311994974) -> (continuation of Deferred@1663708747 after retry RPC after error@1995729079) -> (continuation of Deferred@1065967898 after retry RPC after error@1783460657) -> (continuation of Deferred@1487360069 after retry RPC after error@222505526)))
17:28:24.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.939 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:24.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:24.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:24.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:24.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:24.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1740492247(state=PENDING, result=null, callback=(continuation of Deferred@1648902352 after retry RPC after error@656947658) -> (continuation of Deferred@1281619039 after retry RPC after error@1161386865) -> (continuation of Deferred@1708641734 after retry RPC after error@56053471) -> (continuation of Deferred@1355121638 after retry RPC after error@1596504156) -> (continuation of Deferred@72021890 after retry RPC after error@1037201506) -> (continuation of Deferred@1098129037 after retry RPC after error@1535419559), errback=(continuation of Deferred@1648902352 after retry RPC after error@656947658) -> (continuation of Deferred@1281619039 after retry RPC after error@1161386865) -> (continuation of Deferred@1708641734 after retry RPC after error@56053471) -> (continuation of Deferred@1355121638 after retry RPC after error@1596504156) -> (continuation of Deferred@72021890 after retry RPC after error@1037201506) -> (continuation of Deferred@1098129037 after retry RPC after error@1535419559)))
17:28:25.120 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1740492247(state=PENDING, result=null, callback=(continuation of Deferred@1648902352 after retry RPC after error@656947658) -> (continuation of Deferred@1281619039 after retry RPC after error@1161386865) -> (continuation of Deferred@1708641734 after retry RPC after error@56053471) -> (continuation of Deferred@1355121638 after retry RPC after error@1596504156) -> (continuation of Deferred@72021890 after retry RPC after error@1037201506) -> (continuation of Deferred@1098129037 after retry RPC after error@1535419559), errback=(continuation of Deferred@1648902352 after retry RPC after error@656947658) -> (continuation of Deferred@1281619039 after retry RPC after error@1161386865) -> (continuation of Deferred@1708641734 after retry RPC after error@56053471) -> (continuation of Deferred@1355121638 after retry RPC after error@1596504156) -> (continuation of Deferred@72021890 after retry RPC after error@1037201506) -> (continuation of Deferred@1098129037 after retry RPC after error@1535419559)))
17:28:25.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.219 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.359 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.360 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@333349788(state=PENDING, result=null, callback=(continuation of Deferred@805399515 after retry RPC after error@831193307) -> (continuation of Deferred@419423383 after retry RPC after error@2145015415) -> (continuation of Deferred@1153349092 after retry RPC after error@760932464) -> (continuation of Deferred@1256614416 after retry RPC after error@1730340053) -> (continuation of Deferred@1451392064 after retry RPC after error@744556424) -> (continuation of Deferred@1437486846 after retry RPC after error@626662610) -> (continuation of Deferred@1618936901 after retry RPC after error@1149637253), errback=(continuation of Deferred@805399515 after retry RPC after error@831193307) -> (continuation of Deferred@419423383 after retry RPC after error@2145015415) -> (continuation of Deferred@1153349092 after retry RPC after error@760932464) -> (continuation of Deferred@1256614416 after retry RPC after error@1730340053) -> (continuation of Deferred@1451392064 after retry RPC after error@744556424) -> (continuation of Deferred@1437486846 after retry RPC after error@626662610) -> (continuation of Deferred@1618936901 after retry RPC after error@1149637253)))
17:28:25.361 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@333349788(state=PENDING, result=null, callback=(continuation of Deferred@805399515 after retry RPC after error@831193307) -> (continuation of Deferred@419423383 after retry RPC after error@2145015415) -> (continuation of Deferred@1153349092 after retry RPC after error@760932464) -> (continuation of Deferred@1256614416 after retry RPC after error@1730340053) -> (continuation of Deferred@1451392064 after retry RPC after error@744556424) -> (continuation of Deferred@1437486846 after retry RPC after error@626662610) -> (continuation of Deferred@1618936901 after retry RPC after error@1149637253), errback=(continuation of Deferred@805399515 after retry RPC after error@831193307) -> (continuation of Deferred@419423383 after retry RPC after error@2145015415) -> (continuation of Deferred@1153349092 after retry RPC after error@760932464) -> (continuation of Deferred@1256614416 after retry RPC after error@1730340053) -> (continuation of Deferred@1451392064 after retry RPC after error@744556424) -> (continuation of Deferred@1437486846 after retry RPC after error@626662610) -> (continuation of Deferred@1618936901 after retry RPC after error@1149637253)))
17:28:25.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.439 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:25.485904 6187 master_runner.cc:186] Error getting master registration for 127.6.8.61:41481: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111),
17:28:25.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:25.486061 6187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:28:25.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.519 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.560 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1224061540(state=PENDING, result=null, callback=(continuation of Deferred@1502224691 after retry RPC after error@423836982) -> (continuation of Deferred@1891464009 after retry RPC after error@356420008) -> (continuation of Deferred@498442629 after retry RPC after error@496997768) -> (continuation of Deferred@102992457 after retry RPC after error@1731272940) -> (continuation of Deferred@1471679494 after retry RPC after error@912978092) -> (continuation of Deferred@746669546 after retry RPC after error@1121527510) -> (continuation of Deferred@1427561143 after retry RPC after error@882425641) -> (continuation of Deferred@311431749 after retry RPC after error@427059543), errback=(continuation of Deferred@1502224691 after retry RPC after error@423836982) -> (continuation of Deferred@1891464009 after retry RPC after error@356420008) -> (continuation of Deferred@498442629 after retry RPC after error@496997768) -> (continuation of Deferred@102992457 after retry RPC after error@1731272940) -> (continuation of Deferred@1471679494 after retry RPC after error@912978092) -> (continuation of Deferred@746669546 after retry RPC after error@1121527510) -> (continuation of Deferred@1427561143 after retry RPC after error@882425641) -> (continuation of Deferred@311431749 after retry RPC after error@427059543)))
17:28:25.560 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1224061540(state=PENDING, result=null, callback=(continuation of Deferred@1502224691 after retry RPC after error@423836982) -> (continuation of Deferred@1891464009 after retry RPC after error@356420008) -> (continuation of Deferred@498442629 after retry RPC after error@496997768) -> (continuation of Deferred@102992457 after retry RPC after error@1731272940) -> (continuation of Deferred@1471679494 after retry RPC after error@912978092) -> (continuation of Deferred@746669546 after retry RPC after error@1121527510) -> (continuation of Deferred@1427561143 after retry RPC after error@882425641) -> (continuation of Deferred@311431749 after retry RPC after error@427059543), errback=(continuation of Deferred@1502224691 after retry RPC after error@423836982) -> (continuation of Deferred@1891464009 after retry RPC after error@356420008) -> (continuation of Deferred@498442629 after retry RPC after error@496997768) -> (continuation of Deferred@102992457 after retry RPC after error@1731272940) -> (continuation of Deferred@1471679494 after retry RPC after error@912978092) -> (continuation of Deferred@746669546 after retry RPC after error@1121527510) -> (continuation of Deferred@1427561143 after retry RPC after error@882425641) -> (continuation of Deferred@311431749 after retry RPC after error@427059543)))
17:28:25.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.620 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.659 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.760 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1913551197(state=PENDING, result=null, callback=(continuation of Deferred@672217841 after retry RPC after error@1611076056) -> (continuation of Deferred@628927419 after retry RPC after error@607779544) -> (continuation of Deferred@98474524 after retry RPC after error@1569706670) -> (continuation of Deferred@493784023 after retry RPC after error@1995066776) -> (continuation of Deferred@127215395 after retry RPC after error@615288797) -> (continuation of Deferred@1299552428 after retry RPC after error@1767348759) -> (continuation of Deferred@1205146657 after retry RPC after error@130529633), errback=(continuation of Deferred@672217841 after retry RPC after error@1611076056) -> (continuation of Deferred@628927419 after retry RPC after error@607779544) -> (continuation of Deferred@98474524 after retry RPC after error@1569706670) -> (continuation of Deferred@493784023 after retry RPC after error@1995066776) -> (continuation of Deferred@127215395 after retry RPC after error@615288797) -> (continuation of Deferred@1299552428 after retry RPC after error@1767348759) -> (continuation of Deferred@1205146657 after retry RPC after error@130529633)))
17:28:25.761 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1913551197(state=PENDING, result=null, callback=(continuation of Deferred@672217841 after retry RPC after error@1611076056) -> (continuation of Deferred@628927419 after retry RPC after error@607779544) -> (continuation of Deferred@98474524 after retry RPC after error@1569706670) -> (continuation of Deferred@493784023 after retry RPC after error@1995066776) -> (continuation of Deferred@127215395 after retry RPC after error@615288797) -> (continuation of Deferred@1299552428 after retry RPC after error@1767348759) -> (continuation of Deferred@1205146657 after retry RPC after error@130529633), errback=(continuation of Deferred@672217841 after retry RPC after error@1611076056) -> (continuation of Deferred@628927419 after retry RPC after error@607779544) -> (continuation of Deferred@98474524 after retry RPC after error@1569706670) -> (continuation of Deferred@493784023 after retry RPC after error@1995066776) -> (continuation of Deferred@127215395 after retry RPC after error@615288797) -> (continuation of Deferred@1299552428 after retry RPC after error@1767348759) -> (continuation of Deferred@1205146657 after retry RPC after error@130529633)))
17:28:25.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.837 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.979 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:25.980 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1133908884(state=PENDING, result=null, callback=(continuation of Deferred@733855693 after retry RPC after error@955543419) -> (continuation of Deferred@736678472 after retry RPC after error@1477537298) -> (continuation of Deferred@504684810 after retry RPC after error@92326404) -> (continuation of Deferred@1754739310 after retry RPC after error@1000714384) -> (continuation of Deferred@41945695 after retry RPC after error@30613729) -> (continuation of Deferred@1350985463 after retry RPC after error@1177648455), errback=(continuation of Deferred@733855693 after retry RPC after error@955543419) -> (continuation of Deferred@736678472 after retry RPC after error@1477537298) -> (continuation of Deferred@504684810 after retry RPC after error@92326404) -> (continuation of Deferred@1754739310 after retry RPC after error@1000714384) -> (continuation of Deferred@41945695 after retry RPC after error@30613729) -> (continuation of Deferred@1350985463 after retry RPC after error@1177648455)))
17:28:25.981 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1133908884(state=PENDING, result=null, callback=(continuation of Deferred@733855693 after retry RPC after error@955543419) -> (continuation of Deferred@736678472 after retry RPC after error@1477537298) -> (continuation of Deferred@504684810 after retry RPC after error@92326404) -> (continuation of Deferred@1754739310 after retry RPC after error@1000714384) -> (continuation of Deferred@41945695 after retry RPC after error@30613729) -> (continuation of Deferred@1350985463 after retry RPC after error@1177648455), errback=(continuation of Deferred@733855693 after retry RPC after error@955543419) -> (continuation of Deferred@736678472 after retry RPC after error@1477537298) -> (continuation of Deferred@504684810 after retry RPC after error@92326404) -> (continuation of Deferred@1754739310 after retry RPC after error@1000714384) -> (continuation of Deferred@41945695 after retry RPC after error@30613729) -> (continuation of Deferred@1350985463 after retry RPC after error@1177648455)))
17:28:25.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:25.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:25.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:25.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:25.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.057 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1931619477(state=PENDING, result=null, callback=(continuation of Deferred@639711858 after retry RPC after error@1331849544) -> (continuation of Deferred@1669901173 after retry RPC after error@19690773) -> (continuation of Deferred@787557864 after retry RPC after error@1921329495) -> (continuation of Deferred@1425078129 after retry RPC after error@907457575) -> (continuation of Deferred@288313696 after retry RPC after error@1253772675) -> (continuation of Deferred@430125274 after retry RPC after error@437717061) -> (continuation of Deferred@1910046262 after retry RPC after error@1671246491), errback=(continuation of Deferred@639711858 after retry RPC after error@1331849544) -> (continuation of Deferred@1669901173 after retry RPC after error@19690773) -> (continuation of Deferred@787557864 after retry RPC after error@1921329495) -> (continuation of Deferred@1425078129 after retry RPC after error@907457575) -> (continuation of Deferred@288313696 after retry RPC after error@1253772675) -> (continuation of Deferred@430125274 after retry RPC after error@437717061) -> (continuation of Deferred@1910046262 after retry RPC after error@1671246491)))
17:28:26.201 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1931619477(state=PENDING, result=null, callback=(continuation of Deferred@639711858 after retry RPC after error@1331849544) -> (continuation of Deferred@1669901173 after retry RPC after error@19690773) -> (continuation of Deferred@787557864 after retry RPC after error@1921329495) -> (continuation of Deferred@1425078129 after retry RPC after error@907457575) -> (continuation of Deferred@288313696 after retry RPC after error@1253772675) -> (continuation of Deferred@430125274 after retry RPC after error@437717061) -> (continuation of Deferred@1910046262 after retry RPC after error@1671246491), errback=(continuation of Deferred@639711858 after retry RPC after error@1331849544) -> (continuation of Deferred@1669901173 after retry RPC after error@19690773) -> (continuation of Deferred@787557864 after retry RPC after error@1921329495) -> (continuation of Deferred@1425078129 after retry RPC after error@907457575) -> (continuation of Deferred@288313696 after retry RPC after error@1253772675) -> (continuation of Deferred@430125274 after retry RPC after error@437717061) -> (continuation of Deferred@1910046262 after retry RPC after error@1671246491)))
17:28:26.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.279 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@520334945(state=PENDING, result=null, callback=(continuation of Deferred@1682190365 after retry RPC after error@524926263) -> (continuation of Deferred@1754766859 after retry RPC after error@1785026014) -> (continuation of Deferred@795100247 after retry RPC after error@2098656393) -> (continuation of Deferred@690313958 after retry RPC after error@1773023673) -> (continuation of Deferred@1684375079 after retry RPC after error@773690526) -> (continuation of Deferred@770443729 after retry RPC after error@903337516) -> (continuation of Deferred@2102082063 after retry RPC after error@1060173916), errback=(continuation of Deferred@1682190365 after retry RPC after error@524926263) -> (continuation of Deferred@1754766859 after retry RPC after error@1785026014) -> (continuation of Deferred@795100247 after retry RPC after error@2098656393) -> (continuation of Deferred@690313958 after retry RPC after error@1773023673) -> (continuation of Deferred@1684375079 after retry RPC after error@773690526) -> (continuation of Deferred@770443729 after retry RPC after error@903337516) -> (continuation of Deferred@2102082063 after retry RPC after error@1060173916)))
17:28:26.441 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@520334945(state=PENDING, result=null, callback=(continuation of Deferred@1682190365 after retry RPC after error@524926263) -> (continuation of Deferred@1754766859 after retry RPC after error@1785026014) -> (continuation of Deferred@795100247 after retry RPC after error@2098656393) -> (continuation of Deferred@690313958 after retry RPC after error@1773023673) -> (continuation of Deferred@1684375079 after retry RPC after error@773690526) -> (continuation of Deferred@770443729 after retry RPC after error@903337516) -> (continuation of Deferred@2102082063 after retry RPC after error@1060173916), errback=(continuation of Deferred@1682190365 after retry RPC after error@524926263) -> (continuation of Deferred@1754766859 after retry RPC after error@1785026014) -> (continuation of Deferred@795100247 after retry RPC after error@2098656393) -> (continuation of Deferred@690313958 after retry RPC after error@1773023673) -> (continuation of Deferred@1684375079 after retry RPC after error@773690526) -> (continuation of Deferred@770443729 after retry RPC after error@903337516) -> (continuation of Deferred@2102082063 after retry RPC after error@1060173916)))
17:28:26.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.479 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.539 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.599 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.679 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@447515889(state=PENDING, result=null, callback=(continuation of Deferred@1634467262 after retry RPC after error@1765493890) -> (continuation of Deferred@1213721502 after retry RPC after error@912403809) -> (continuation of Deferred@148549662 after retry RPC after error@1001824987) -> (continuation of Deferred@1279960360 after retry RPC after error@1810137317) -> (continuation of Deferred@920881095 after retry RPC after error@944589754) -> (continuation of Deferred@557308542 after retry RPC after error@1847297301) -> (continuation of Deferred@1147988654 after retry RPC after error@380532994), errback=(continuation of Deferred@1634467262 after retry RPC after error@1765493890) -> (continuation of Deferred@1213721502 after retry RPC after error@912403809) -> (continuation of Deferred@148549662 after retry RPC after error@1001824987) -> (continuation of Deferred@1279960360 after retry RPC after error@1810137317) -> (continuation of Deferred@920881095 after retry RPC after error@944589754) -> (continuation of Deferred@557308542 after retry RPC after error@1847297301) -> (continuation of Deferred@1147988654 after retry RPC after error@380532994)))
17:28:26.680 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@447515889(state=PENDING, result=null, callback=(continuation of Deferred@1634467262 after retry RPC after error@1765493890) -> (continuation of Deferred@1213721502 after retry RPC after error@912403809) -> (continuation of Deferred@148549662 after retry RPC after error@1001824987) -> (continuation of Deferred@1279960360 after retry RPC after error@1810137317) -> (continuation of Deferred@920881095 after retry RPC after error@944589754) -> (continuation of Deferred@557308542 after retry RPC after error@1847297301) -> (continuation of Deferred@1147988654 after retry RPC after error@380532994), errback=(continuation of Deferred@1634467262 after retry RPC after error@1765493890) -> (continuation of Deferred@1213721502 after retry RPC after error@912403809) -> (continuation of Deferred@148549662 after retry RPC after error@1001824987) -> (continuation of Deferred@1279960360 after retry RPC after error@1810137317) -> (continuation of Deferred@920881095 after retry RPC after error@944589754) -> (continuation of Deferred@557308542 after retry RPC after error@1847297301) -> (continuation of Deferred@1147988654 after retry RPC after error@380532994)))
17:28:26.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.759 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.899 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.900 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [125ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [125ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [125ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@645248947(state=PENDING, result=null, callback=(continuation of Deferred@1030061322 after retry RPC after error@286295438) -> (continuation of Deferred@486188468 after retry RPC after error@389632439) -> (continuation of Deferred@19063671 after retry RPC after error@336276008) -> (continuation of Deferred@1570109976 after retry RPC after error@8170740) -> (continuation of Deferred@374591191 after retry RPC after error@1531247711) -> (continuation of Deferred@703825941 after retry RPC after error@1275955923), errback=(continuation of Deferred@1030061322 after retry RPC after error@286295438) -> (continuation of Deferred@486188468 after retry RPC after error@389632439) -> (continuation of Deferred@19063671 after retry RPC after error@336276008) -> (continuation of Deferred@1570109976 after retry RPC after error@8170740) -> (continuation of Deferred@374591191 after retry RPC after error@1531247711) -> (continuation of Deferred@703825941 after retry RPC after error@1275955923)))
17:28:26.901 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [125ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [125ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [125ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@645248947(state=PENDING, result=null, callback=(continuation of Deferred@1030061322 after retry RPC after error@286295438) -> (continuation of Deferred@486188468 after retry RPC after error@389632439) -> (continuation of Deferred@19063671 after retry RPC after error@336276008) -> (continuation of Deferred@1570109976 after retry RPC after error@8170740) -> (continuation of Deferred@374591191 after retry RPC after error@1531247711) -> (continuation of Deferred@703825941 after retry RPC after error@1275955923), errback=(continuation of Deferred@1030061322 after retry RPC after error@286295438) -> (continuation of Deferred@486188468 after retry RPC after error@389632439) -> (continuation of Deferred@19063671 after retry RPC after error@336276008) -> (continuation of Deferred@1570109976 after retry RPC after error@8170740) -> (continuation of Deferred@374591191 after retry RPC after error@1531247711) -> (continuation of Deferred@703825941 after retry RPC after error@1275955923)))
17:28:26.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.979 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:26.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:26.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:26.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:26.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:26.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:27.025792 6840 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 1)
17:28:27.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:27.027173 6840 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '39cb1c97b7ab440db729fdd4a9d94e42', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '39cb1c97b7ab440db729fdd4a9d94e42', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 1)
17:28:27.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:27.028544 6837 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.8.60:43131)
17:28:27.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1842259781(state=PENDING, result=null, callback=(continuation of Deferred@1871445404 after retry RPC after error@230793491) -> (continuation of Deferred@1607051966 after retry RPC after error@1202047629) -> (continuation of Deferred@2004007160 after retry RPC after error@2000377404) -> (continuation of Deferred@1698012735 after retry RPC after error@212718006) -> (continuation of Deferred@1853492643 after retry RPC after error@1130179814) -> (continuation of Deferred@181438164 after retry RPC after error@1746060889), errback=(continuation of Deferred@1871445404 after retry RPC after error@230793491) -> (continuation of Deferred@1607051966 after retry RPC after error@1202047629) -> (continuation of Deferred@2004007160 after retry RPC after error@2000377404) -> (continuation of Deferred@1698012735 after retry RPC after error@212718006) -> (continuation of Deferred@1853492643 after retry RPC after error@1130179814) -> (continuation of Deferred@181438164 after retry RPC after error@1746060889)))
17:28:27.101 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1842259781(state=PENDING, result=null, callback=(continuation of Deferred@1871445404 after retry RPC after error@230793491) -> (continuation of Deferred@1607051966 after retry RPC after error@1202047629) -> (continuation of Deferred@2004007160 after retry RPC after error@2000377404) -> (continuation of Deferred@1698012735 after retry RPC after error@212718006) -> (continuation of Deferred@1853492643 after retry RPC after error@1130179814) -> (continuation of Deferred@181438164 after retry RPC after error@1746060889), errback=(continuation of Deferred@1871445404 after retry RPC after error@230793491) -> (continuation of Deferred@1607051966 after retry RPC after error@1202047629) -> (continuation of Deferred@2004007160 after retry RPC after error@2000377404) -> (continuation of Deferred@1698012735 after retry RPC after error@212718006) -> (continuation of Deferred@1853492643 after retry RPC after error@1130179814) -> (continuation of Deferred@181438164 after retry RPC after error@1746060889)))
17:28:27.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.137 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.180 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.181 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.219 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.220 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.260 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.299 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.300 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1901072637(state=PENDING, result=null, callback=(continuation of Deferred@720639731 after retry RPC after error@1000934349) -> (continuation of Deferred@301828537 after retry RPC after error@1625007235) -> (continuation of Deferred@1779594725 after retry RPC after error@420932617) -> (continuation of Deferred@1683689171 after retry RPC after error@1503215975) -> (continuation of Deferred@551398124 after retry RPC after error@243625050) -> (continuation of Deferred@840222415 after retry RPC after error@555035539) -> (continuation of Deferred@1825734551 after retry RPC after error@1234188779) -> (continuation of Deferred@1562815656 after retry RPC after error@1432833324), errback=(continuation of Deferred@720639731 after retry RPC after error@1000934349) -> (continuation of Deferred@301828537 after retry RPC after error@1625007235) -> (continuation of Deferred@1779594725 after retry RPC after error@420932617) -> (continuation of Deferred@1683689171 after retry RPC after error@1503215975) -> (continuation of Deferred@551398124 after retry RPC after error@243625050) -> (continuation of Deferred@840222415 after retry RPC after error@555035539) -> (continuation of Deferred@1825734551 after retry RPC after error@1234188779) -> (continuation of Deferred@1562815656 after retry RPC after error@1432833324)))
17:28:27.301 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1901072637(state=PENDING, result=null, callback=(continuation of Deferred@720639731 after retry RPC after error@1000934349) -> (continuation of Deferred@301828537 after retry RPC after error@1625007235) -> (continuation of Deferred@1779594725 after retry RPC after error@420932617) -> (continuation of Deferred@1683689171 after retry RPC after error@1503215975) -> (continuation of Deferred@551398124 after retry RPC after error@243625050) -> (continuation of Deferred@840222415 after retry RPC after error@555035539) -> (continuation of Deferred@1825734551 after retry RPC after error@1234188779) -> (continuation of Deferred@1562815656 after retry RPC after error@1432833324), errback=(continuation of Deferred@720639731 after retry RPC after error@1000934349) -> (continuation of Deferred@301828537 after retry RPC after error@1625007235) -> (continuation of Deferred@1779594725 after retry RPC after error@420932617) -> (continuation of Deferred@1683689171 after retry RPC after error@1503215975) -> (continuation of Deferred@551398124 after retry RPC after error@243625050) -> (continuation of Deferred@840222415 after retry RPC after error@555035539) -> (continuation of Deferred@1825734551 after retry RPC after error@1234188779) -> (continuation of Deferred@1562815656 after retry RPC after error@1432833324)))
17:28:27.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.339 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.359 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.439 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.440 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.578 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@605911356(state=PENDING, result=null, callback=(continuation of Deferred@362429532 after retry RPC after error@1076001894) -> (continuation of Deferred@883853788 after retry RPC after error@2067120876) -> (continuation of Deferred@1065969930 after retry RPC after error@1813771217) -> (continuation of Deferred@750479335 after retry RPC after error@2035085886) -> (continuation of Deferred@226034980 after retry RPC after error@1053813281) -> (continuation of Deferred@1228678720 after retry RPC after error@1476386907) -> (continuation of Deferred@317362085 after retry RPC after error@1404428603), errback=(continuation of Deferred@362429532 after retry RPC after error@1076001894) -> (continuation of Deferred@883853788 after retry RPC after error@2067120876) -> (continuation of Deferred@1065969930 after retry RPC after error@1813771217) -> (continuation of Deferred@750479335 after retry RPC after error@2035085886) -> (continuation of Deferred@226034980 after retry RPC after error@1053813281) -> (continuation of Deferred@1228678720 after retry RPC after error@1476386907) -> (continuation of Deferred@317362085 after retry RPC after error@1404428603)))
17:28:27.578 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:27.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.679 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.819 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.820 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1272922805(state=PENDING, result=null, callback=(continuation of Deferred@1426996025 after retry RPC after error@238428803) -> (continuation of Deferred@223581859 after retry RPC after error@1009301334) -> (continuation of Deferred@417039385 after retry RPC after error@667324347) -> (continuation of Deferred@917631854 after retry RPC after error@1339711721) -> (continuation of Deferred@191221319 after retry RPC after error@407712711) -> (continuation of Deferred@568236323 after retry RPC after error@1025472729) -> (continuation of Deferred@414027467 after retry RPC after error@1762612498), errback=(continuation of Deferred@1426996025 after retry RPC after error@238428803) -> (continuation of Deferred@223581859 after retry RPC after error@1009301334) -> (continuation of Deferred@417039385 after retry RPC after error@667324347) -> (continuation of Deferred@917631854 after retry RPC after error@1339711721) -> (continuation of Deferred@191221319 after retry RPC after error@407712711) -> (continuation of Deferred@568236323 after retry RPC after error@1025472729) -> (continuation of Deferred@414027467 after retry RPC after error@1762612498)))
17:28:27.821 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1272922805(state=PENDING, result=null, callback=(continuation of Deferred@1426996025 after retry RPC after error@238428803) -> (continuation of Deferred@223581859 after retry RPC after error@1009301334) -> (continuation of Deferred@417039385 after retry RPC after error@667324347) -> (continuation of Deferred@917631854 after retry RPC after error@1339711721) -> (continuation of Deferred@191221319 after retry RPC after error@407712711) -> (continuation of Deferred@568236323 after retry RPC after error@1025472729) -> (continuation of Deferred@414027467 after retry RPC after error@1762612498), errback=(continuation of Deferred@1426996025 after retry RPC after error@238428803) -> (continuation of Deferred@223581859 after retry RPC after error@1009301334) -> (continuation of Deferred@417039385 after retry RPC after error@667324347) -> (continuation of Deferred@917631854 after retry RPC after error@1339711721) -> (continuation of Deferred@191221319 after retry RPC after error@407712711) -> (continuation of Deferred@568236323 after retry RPC after error@1025472729) -> (continuation of Deferred@414027467 after retry RPC after error@1762612498)))
17:28:27.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.839 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.880 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.939 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:27.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:27.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:27.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:27.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:27.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.040 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1037226500(state=PENDING, result=null, callback=(continuation of Deferred@110590696 after retry RPC after error@217570045) -> (continuation of Deferred@859217002 after retry RPC after error@408890106) -> (continuation of Deferred@631395107 after retry RPC after error@397432152) -> (continuation of Deferred@283270664 after retry RPC after error@1896590868) -> (continuation of Deferred@1183301725 after retry RPC after error@1401440064) -> (continuation of Deferred@1368932647 after retry RPC after error@2102345230) -> (continuation of Deferred@95587538 after retry RPC after error@336685411), errback=(continuation of Deferred@110590696 after retry RPC after error@217570045) -> (continuation of Deferred@859217002 after retry RPC after error@408890106) -> (continuation of Deferred@631395107 after retry RPC after error@397432152) -> (continuation of Deferred@283270664 after retry RPC after error@1896590868) -> (continuation of Deferred@1183301725 after retry RPC after error@1401440064) -> (continuation of Deferred@1368932647 after retry RPC after error@2102345230) -> (continuation of Deferred@95587538 after retry RPC after error@336685411)))
17:28:28.041 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1037226500(state=PENDING, result=null, callback=(continuation of Deferred@110590696 after retry RPC after error@217570045) -> (continuation of Deferred@859217002 after retry RPC after error@408890106) -> (continuation of Deferred@631395107 after retry RPC after error@397432152) -> (continuation of Deferred@283270664 after retry RPC after error@1896590868) -> (continuation of Deferred@1183301725 after retry RPC after error@1401440064) -> (continuation of Deferred@1368932647 after retry RPC after error@2102345230) -> (continuation of Deferred@95587538 after retry RPC after error@336685411), errback=(continuation of Deferred@110590696 after retry RPC after error@217570045) -> (continuation of Deferred@859217002 after retry RPC after error@408890106) -> (continuation of Deferred@631395107 after retry RPC after error@397432152) -> (continuation of Deferred@283270664 after retry RPC after error@1896590868) -> (continuation of Deferred@1183301725 after retry RPC after error@1401440064) -> (continuation of Deferred@1368932647 after retry RPC after error@2102345230) -> (continuation of Deferred@95587538 after retry RPC after error@336685411)))
17:28:28.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.097 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.220 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1986488042(state=PENDING, result=null, callback=(continuation of Deferred@1362200315 after retry RPC after error@737877020) -> (continuation of Deferred@820862877 after retry RPC after error@2104504156) -> (continuation of Deferred@548108375 after retry RPC after error@1396935586) -> (continuation of Deferred@159918048 after retry RPC after error@1971254082) -> (continuation of Deferred@250369146 after retry RPC after error@1102954654) -> (continuation of Deferred@163727470 after retry RPC after error@195317495), errback=(continuation of Deferred@1362200315 after retry RPC after error@737877020) -> (continuation of Deferred@820862877 after retry RPC after error@2104504156) -> (continuation of Deferred@548108375 after retry RPC after error@1396935586) -> (continuation of Deferred@159918048 after retry RPC after error@1971254082) -> (continuation of Deferred@250369146 after retry RPC after error@1102954654) -> (continuation of Deferred@163727470 after retry RPC after error@195317495)))
17:28:28.221 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1986488042(state=PENDING, result=null, callback=(continuation of Deferred@1362200315 after retry RPC after error@737877020) -> (continuation of Deferred@820862877 after retry RPC after error@2104504156) -> (continuation of Deferred@548108375 after retry RPC after error@1396935586) -> (continuation of Deferred@159918048 after retry RPC after error@1971254082) -> (continuation of Deferred@250369146 after retry RPC after error@1102954654) -> (continuation of Deferred@163727470 after retry RPC after error@195317495), errback=(continuation of Deferred@1362200315 after retry RPC after error@737877020) -> (continuation of Deferred@820862877 after retry RPC after error@2104504156) -> (continuation of Deferred@548108375 after retry RPC after error@1396935586) -> (continuation of Deferred@159918048 after retry RPC after error@1971254082) -> (continuation of Deferred@250369146 after retry RPC after error@1102954654) -> (continuation of Deferred@163727470 after retry RPC after error@195317495)))
17:28:28.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.319 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.499 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@91871322(state=PENDING, result=null, callback=(continuation of Deferred@332619 after retry RPC after error@452723524) -> (continuation of Deferred@731251426 after retry RPC after error@1625732290) -> (continuation of Deferred@1221688542 after retry RPC after error@852340899) -> (continuation of Deferred@701969674 after retry RPC after error@2084754518) -> (continuation of Deferred@1068920972 after retry RPC after error@1612814193) -> (continuation of Deferred@1892585754 after retry RPC after error@449059633) -> (continuation of Deferred@377105141 after retry RPC after error@2047651156), errback=(continuation of Deferred@332619 after retry RPC after error@452723524) -> (continuation of Deferred@731251426 after retry RPC after error@1625732290) -> (continuation of Deferred@1221688542 after retry RPC after error@852340899) -> (continuation of Deferred@701969674 after retry RPC after error@2084754518) -> (continuation of Deferred@1068920972 after retry RPC after error@1612814193) -> (continuation of Deferred@1892585754 after retry RPC after error@449059633) -> (continuation of Deferred@377105141 after retry RPC after error@2047651156)))
17:28:28.499 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:28.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.579 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.701 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@34700373(state=PENDING, result=null, callback=(continuation of Deferred@1656514098 after retry RPC after error@2022540363) -> (continuation of Deferred@1277871025 after retry RPC after error@1162935733) -> (continuation of Deferred@1146916571 after retry RPC after error@1348986311) -> (continuation of Deferred@1254789937 after retry RPC after error@146104968) -> (continuation of Deferred@683613971 after retry RPC after error@1201245726) -> (continuation of Deferred@1498730183 after retry RPC after error@2052478535) -> (continuation of Deferred@717330841 after retry RPC after error@564337569) -> (continuation of Deferred@1593756580 after retry RPC after error@382880338), errback=(continuation of Deferred@1656514098 after retry RPC after error@2022540363) -> (continuation of Deferred@1277871025 after retry RPC after error@1162935733) -> (continuation of Deferred@1146916571 after retry RPC after error@1348986311) -> (continuation of Deferred@1254789937 after retry RPC after error@146104968) -> (continuation of Deferred@683613971 after retry RPC after error@1201245726) -> (continuation of Deferred@1498730183 after retry RPC after error@2052478535) -> (continuation of Deferred@717330841 after retry RPC after error@564337569) -> (continuation of Deferred@1593756580 after retry RPC after error@382880338)))
17:28:28.701 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@34700373(state=PENDING, result=null, callback=(continuation of Deferred@1656514098 after retry RPC after error@2022540363) -> (continuation of Deferred@1277871025 after retry RPC after error@1162935733) -> (continuation of Deferred@1146916571 after retry RPC after error@1348986311) -> (continuation of Deferred@1254789937 after retry RPC after error@146104968) -> (continuation of Deferred@683613971 after retry RPC after error@1201245726) -> (continuation of Deferred@1498730183 after retry RPC after error@2052478535) -> (continuation of Deferred@717330841 after retry RPC after error@564337569) -> (continuation of Deferred@1593756580 after retry RPC after error@382880338), errback=(continuation of Deferred@1656514098 after retry RPC after error@2022540363) -> (continuation of Deferred@1277871025 after retry RPC after error@1162935733) -> (continuation of Deferred@1146916571 after retry RPC after error@1348986311) -> (continuation of Deferred@1254789937 after retry RPC after error@146104968) -> (continuation of Deferred@683613971 after retry RPC after error@1201245726) -> (continuation of Deferred@1498730183 after retry RPC after error@2052478535) -> (continuation of Deferred@717330841 after retry RPC after error@564337569) -> (continuation of Deferred@1593756580 after retry RPC after error@382880338)))
17:28:28.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.721 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.879 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.920 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@4529162(state=PENDING, result=null, callback=(continuation of Deferred@1022218834 after retry RPC after error@513898774) -> (continuation of Deferred@624948699 after retry RPC after error@229775418) -> (continuation of Deferred@1604265116 after retry RPC after error@1248038832) -> (continuation of Deferred@271067658 after retry RPC after error@231117821) -> (continuation of Deferred@735837469 after retry RPC after error@2098457049) -> (continuation of Deferred@742061067 after retry RPC after error@366658314) -> (continuation of Deferred@1629349817 after retry RPC after error@52594530), errback=(continuation of Deferred@1022218834 after retry RPC after error@513898774) -> (continuation of Deferred@624948699 after retry RPC after error@229775418) -> (continuation of Deferred@1604265116 after retry RPC after error@1248038832) -> (continuation of Deferred@271067658 after retry RPC after error@231117821) -> (continuation of Deferred@735837469 after retry RPC after error@2098457049) -> (continuation of Deferred@742061067 after retry RPC after error@366658314) -> (continuation of Deferred@1629349817 after retry RPC after error@52594530)))
17:28:28.920 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@4529162(state=PENDING, result=null, callback=(continuation of Deferred@1022218834 after retry RPC after error@513898774) -> (continuation of Deferred@624948699 after retry RPC after error@229775418) -> (continuation of Deferred@1604265116 after retry RPC after error@1248038832) -> (continuation of Deferred@271067658 after retry RPC after error@231117821) -> (continuation of Deferred@735837469 after retry RPC after error@2098457049) -> (continuation of Deferred@742061067 after retry RPC after error@366658314) -> (continuation of Deferred@1629349817 after retry RPC after error@52594530), errback=(continuation of Deferred@1022218834 after retry RPC after error@513898774) -> (continuation of Deferred@624948699 after retry RPC after error@229775418) -> (continuation of Deferred@1604265116 after retry RPC after error@1248038832) -> (continuation of Deferred@271067658 after retry RPC after error@231117821) -> (continuation of Deferred@735837469 after retry RPC after error@2098457049) -> (continuation of Deferred@742061067 after retry RPC after error@366658314) -> (continuation of Deferred@1629349817 after retry RPC after error@52594530)))
17:28:28.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:28.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:28.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:28.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:28.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:28.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.180 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1723185580(state=PENDING, result=null, callback=(continuation of Deferred@17733695 after retry RPC after error@1059011835) -> (continuation of Deferred@1543182146 after retry RPC after error@273198408) -> (continuation of Deferred@1701969950 after retry RPC after error@600572079) -> (continuation of Deferred@546198163 after retry RPC after error@1979287847) -> (continuation of Deferred@16651638 after retry RPC after error@1140110526) -> (continuation of Deferred@289172633 after retry RPC after error@682983208) -> (continuation of Deferred@1485871853 after retry RPC after error@1042781189), errback=(continuation of Deferred@17733695 after retry RPC after error@1059011835) -> (continuation of Deferred@1543182146 after retry RPC after error@273198408) -> (continuation of Deferred@1701969950 after retry RPC after error@600572079) -> (continuation of Deferred@546198163 after retry RPC after error@1979287847) -> (continuation of Deferred@16651638 after retry RPC after error@1140110526) -> (continuation of Deferred@289172633 after retry RPC after error@682983208) -> (continuation of Deferred@1485871853 after retry RPC after error@1042781189)))
17:28:29.180 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1723185580(state=PENDING, result=null, callback=(continuation of Deferred@17733695 after retry RPC after error@1059011835) -> (continuation of Deferred@1543182146 after retry RPC after error@273198408) -> (continuation of Deferred@1701969950 after retry RPC after error@600572079) -> (continuation of Deferred@546198163 after retry RPC after error@1979287847) -> (continuation of Deferred@16651638 after retry RPC after error@1140110526) -> (continuation of Deferred@289172633 after retry RPC after error@682983208) -> (continuation of Deferred@1485871853 after retry RPC after error@1042781189), errback=(continuation of Deferred@17733695 after retry RPC after error@1059011835) -> (continuation of Deferred@1543182146 after retry RPC after error@273198408) -> (continuation of Deferred@1701969950 after retry RPC after error@600572079) -> (continuation of Deferred@546198163 after retry RPC after error@1979287847) -> (continuation of Deferred@16651638 after retry RPC after error@1140110526) -> (continuation of Deferred@289172633 after retry RPC after error@682983208) -> (continuation of Deferred@1485871853 after retry RPC after error@1042781189)))
17:28:29.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.279 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.380 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@960112114(state=PENDING, result=null, callback=(continuation of Deferred@2101593480 after retry RPC after error@1801315706) -> (continuation of Deferred@1779050054 after retry RPC after error@49777472) -> (continuation of Deferred@1635479827 after retry RPC after error@1695104627) -> (continuation of Deferred@1577720962 after retry RPC after error@1620652424) -> (continuation of Deferred@1523591009 after retry RPC after error@1980129518) -> (continuation of Deferred@2028379296 after retry RPC after error@1364911941) -> (continuation of Deferred@183118112 after retry RPC after error@1328429443), errback=(continuation of Deferred@2101593480 after retry RPC after error@1801315706) -> (continuation of Deferred@1779050054 after retry RPC after error@49777472) -> (continuation of Deferred@1635479827 after retry RPC after error@1695104627) -> (continuation of Deferred@1577720962 after retry RPC after error@1620652424) -> (continuation of Deferred@1523591009 after retry RPC after error@1980129518) -> (continuation of Deferred@2028379296 after retry RPC after error@1364911941) -> (continuation of Deferred@183118112 after retry RPC after error@1328429443)))
17:28:29.380 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@960112114(state=PENDING, result=null, callback=(continuation of Deferred@2101593480 after retry RPC after error@1801315706) -> (continuation of Deferred@1779050054 after retry RPC after error@49777472) -> (continuation of Deferred@1635479827 after retry RPC after error@1695104627) -> (continuation of Deferred@1577720962 after retry RPC after error@1620652424) -> (continuation of Deferred@1523591009 after retry RPC after error@1980129518) -> (continuation of Deferred@2028379296 after retry RPC after error@1364911941) -> (continuation of Deferred@183118112 after retry RPC after error@1328429443), errback=(continuation of Deferred@2101593480 after retry RPC after error@1801315706) -> (continuation of Deferred@1779050054 after retry RPC after error@49777472) -> (continuation of Deferred@1635479827 after retry RPC after error@1695104627) -> (continuation of Deferred@1577720962 after retry RPC after error@1620652424) -> (continuation of Deferred@1523591009 after retry RPC after error@1980129518) -> (continuation of Deferred@2028379296 after retry RPC after error@1364911941) -> (continuation of Deferred@183118112 after retry RPC after error@1328429443)))
17:28:29.397 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.600 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1739080092(state=PENDING, result=null, callback=(continuation of Deferred@1345667128 after retry RPC after error@816304211) -> (continuation of Deferred@1053467257 after retry RPC after error@457945245) -> (continuation of Deferred@1627723596 after retry RPC after error@1865311863) -> (continuation of Deferred@68995201 after retry RPC after error@1108697031) -> (continuation of Deferred@191074238 after retry RPC after error@400706939) -> (continuation of Deferred@1968752582 after retry RPC after error@500909517) -> (continuation of Deferred@181544887 after retry RPC after error@266222083), errback=(continuation of Deferred@1345667128 after retry RPC after error@816304211) -> (continuation of Deferred@1053467257 after retry RPC after error@457945245) -> (continuation of Deferred@1627723596 after retry RPC after error@1865311863) -> (continuation of Deferred@68995201 after retry RPC after error@1108697031) -> (continuation of Deferred@191074238 after retry RPC after error@400706939) -> (continuation of Deferred@1968752582 after retry RPC after error@500909517) -> (continuation of Deferred@181544887 after retry RPC after error@266222083)))
17:28:29.601 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1739080092(state=PENDING, result=null, callback=(continuation of Deferred@1345667128 after retry RPC after error@816304211) -> (continuation of Deferred@1053467257 after retry RPC after error@457945245) -> (continuation of Deferred@1627723596 after retry RPC after error@1865311863) -> (continuation of Deferred@68995201 after retry RPC after error@1108697031) -> (continuation of Deferred@191074238 after retry RPC after error@400706939) -> (continuation of Deferred@1968752582 after retry RPC after error@500909517) -> (continuation of Deferred@181544887 after retry RPC after error@266222083), errback=(continuation of Deferred@1345667128 after retry RPC after error@816304211) -> (continuation of Deferred@1053467257 after retry RPC after error@457945245) -> (continuation of Deferred@1627723596 after retry RPC after error@1865311863) -> (continuation of Deferred@68995201 after retry RPC after error@1108697031) -> (continuation of Deferred@191074238 after retry RPC after error@400706939) -> (continuation of Deferred@1968752582 after retry RPC after error@500909517) -> (continuation of Deferred@181544887 after retry RPC after error@266222083)))
17:28:29.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.619 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.640 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.677 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@544186786(state=PENDING, result=null, callback=(continuation of Deferred@276349348 after retry RPC after error@530691757) -> (continuation of Deferred@546139276 after retry RPC after error@2108861326) -> (continuation of Deferred@722542717 after retry RPC after error@966258540) -> (continuation of Deferred@1924472286 after retry RPC after error@439559901) -> (continuation of Deferred@948174638 after retry RPC after error@1047104477) -> (continuation of Deferred@1692936739 after retry RPC after error@1735323053) -> (continuation of Deferred@1085474017 after retry RPC after error@846616649), errback=(continuation of Deferred@276349348 after retry RPC after error@530691757) -> (continuation of Deferred@546139276 after retry RPC after error@2108861326) -> (continuation of Deferred@722542717 after retry RPC after error@966258540) -> (continuation of Deferred@1924472286 after retry RPC after error@439559901) -> (continuation of Deferred@948174638 after retry RPC after error@1047104477) -> (continuation of Deferred@1692936739 after retry RPC after error@1735323053) -> (continuation of Deferred@1085474017 after retry RPC after error@846616649)))
17:28:29.861 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@544186786(state=PENDING, result=null, callback=(continuation of Deferred@276349348 after retry RPC after error@530691757) -> (continuation of Deferred@546139276 after retry RPC after error@2108861326) -> (continuation of Deferred@722542717 after retry RPC after error@966258540) -> (continuation of Deferred@1924472286 after retry RPC after error@439559901) -> (continuation of Deferred@948174638 after retry RPC after error@1047104477) -> (continuation of Deferred@1692936739 after retry RPC after error@1735323053) -> (continuation of Deferred@1085474017 after retry RPC after error@846616649), errback=(continuation of Deferred@276349348 after retry RPC after error@530691757) -> (continuation of Deferred@546139276 after retry RPC after error@2108861326) -> (continuation of Deferred@722542717 after retry RPC after error@966258540) -> (continuation of Deferred@1924472286 after retry RPC after error@439559901) -> (continuation of Deferred@948174638 after retry RPC after error@1047104477) -> (continuation of Deferred@1692936739 after retry RPC after error@1735323053) -> (continuation of Deferred@1085474017 after retry RPC after error@846616649)))
17:28:29.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:29.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:29.999 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:29.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:29.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:29.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.059 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.138 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@127179847(state=PENDING, result=null, callback=(continuation of Deferred@905151709 after retry RPC after error@1788648416) -> (continuation of Deferred@1630225060 after retry RPC after error@1115593826) -> (continuation of Deferred@1795304860 after retry RPC after error@1708124295) -> (continuation of Deferred@1590343928 after retry RPC after error@1759617743) -> (continuation of Deferred@309664898 after retry RPC after error@149177755) -> (continuation of Deferred@65155335 after retry RPC after error@1727011950) -> (continuation of Deferred@1557896510 after retry RPC after error@1983497123), errback=(continuation of Deferred@905151709 after retry RPC after error@1788648416) -> (continuation of Deferred@1630225060 after retry RPC after error@1115593826) -> (continuation of Deferred@1795304860 after retry RPC after error@1708124295) -> (continuation of Deferred@1590343928 after retry RPC after error@1759617743) -> (continuation of Deferred@309664898 after retry RPC after error@149177755) -> (continuation of Deferred@65155335 after retry RPC after error@1727011950) -> (continuation of Deferred@1557896510 after retry RPC after error@1983497123)))
17:28:30.138 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:30.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.197 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.219 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.400 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@346053342(state=PENDING, result=null, callback=(continuation of Deferred@1589352635 after retry RPC after error@2013883742) -> (continuation of Deferred@1443755077 after retry RPC after error@1089282800) -> (continuation of Deferred@1108411414 after retry RPC after error@1908535959) -> (continuation of Deferred@1213701942 after retry RPC after error@1627709038) -> (continuation of Deferred@738154476 after retry RPC after error@1431592270) -> (continuation of Deferred@563009277 after retry RPC after error@1715374860) -> (continuation of Deferred@925888528 after retry RPC after error@1080452502), errback=(continuation of Deferred@1589352635 after retry RPC after error@2013883742) -> (continuation of Deferred@1443755077 after retry RPC after error@1089282800) -> (continuation of Deferred@1108411414 after retry RPC after error@1908535959) -> (continuation of Deferred@1213701942 after retry RPC after error@1627709038) -> (continuation of Deferred@738154476 after retry RPC after error@1431592270) -> (continuation of Deferred@563009277 after retry RPC after error@1715374860) -> (continuation of Deferred@925888528 after retry RPC after error@1080452502)))
17:28:30.401 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@346053342(state=PENDING, result=null, callback=(continuation of Deferred@1589352635 after retry RPC after error@2013883742) -> (continuation of Deferred@1443755077 after retry RPC after error@1089282800) -> (continuation of Deferred@1108411414 after retry RPC after error@1908535959) -> (continuation of Deferred@1213701942 after retry RPC after error@1627709038) -> (continuation of Deferred@738154476 after retry RPC after error@1431592270) -> (continuation of Deferred@563009277 after retry RPC after error@1715374860) -> (continuation of Deferred@925888528 after retry RPC after error@1080452502), errback=(continuation of Deferred@1589352635 after retry RPC after error@2013883742) -> (continuation of Deferred@1443755077 after retry RPC after error@1089282800) -> (continuation of Deferred@1108411414 after retry RPC after error@1908535959) -> (continuation of Deferred@1213701942 after retry RPC after error@1627709038) -> (continuation of Deferred@738154476 after retry RPC after error@1431592270) -> (continuation of Deferred@563009277 after retry RPC after error@1715374860) -> (continuation of Deferred@925888528 after retry RPC after error@1080452502)))
17:28:30.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:30.488771 6187 master_runner.cc:186] Error getting master registration for 127.6.8.61:41481: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111),
17:28:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:30.488972 6187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:28:30.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.660 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1574411412(state=PENDING, result=null, callback=(continuation of Deferred@323713708 after retry RPC after error@1953963737) -> (continuation of Deferred@637851803 after retry RPC after error@1196868595) -> (continuation of Deferred@260071343 after retry RPC after error@1129126224) -> (continuation of Deferred@1124975010 after retry RPC after error@842390379) -> (continuation of Deferred@1069909925 after retry RPC after error@350850708) -> (continuation of Deferred@969170298 after retry RPC after error@632698794) -> (continuation of Deferred@920482838 after retry RPC after error@1847116151), errback=(continuation of Deferred@323713708 after retry RPC after error@1953963737) -> (continuation of Deferred@637851803 after retry RPC after error@1196868595) -> (continuation of Deferred@260071343 after retry RPC after error@1129126224) -> (continuation of Deferred@1124975010 after retry RPC after error@842390379) -> (continuation of Deferred@1069909925 after retry RPC after error@350850708) -> (continuation of Deferred@969170298 after retry RPC after error@632698794) -> (continuation of Deferred@920482838 after retry RPC after error@1847116151)))
17:28:30.661 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1574411412(state=PENDING, result=null, callback=(continuation of Deferred@323713708 after retry RPC after error@1953963737) -> (continuation of Deferred@637851803 after retry RPC after error@1196868595) -> (continuation of Deferred@260071343 after retry RPC after error@1129126224) -> (continuation of Deferred@1124975010 after retry RPC after error@842390379) -> (continuation of Deferred@1069909925 after retry RPC after error@350850708) -> (continuation of Deferred@969170298 after retry RPC after error@632698794) -> (continuation of Deferred@920482838 after retry RPC after error@1847116151), errback=(continuation of Deferred@323713708 after retry RPC after error@1953963737) -> (continuation of Deferred@637851803 after retry RPC after error@1196868595) -> (continuation of Deferred@260071343 after retry RPC after error@1129126224) -> (continuation of Deferred@1124975010 after retry RPC after error@842390379) -> (continuation of Deferred@1069909925 after retry RPC after error@350850708) -> (continuation of Deferred@969170298 after retry RPC after error@632698794) -> (continuation of Deferred@920482838 after retry RPC after error@1847116151)))
17:28:30.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.841 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1639931184(state=PENDING, result=null, callback=(continuation of Deferred@1376929268 after retry RPC after error@369256891) -> (continuation of Deferred@12825280 after retry RPC after error@453916981) -> (continuation of Deferred@1542713925 after retry RPC after error@1580795697) -> (continuation of Deferred@1131543428 after retry RPC after error@693941582) -> (continuation of Deferred@1845038074 after retry RPC after error@2079300091) -> (continuation of Deferred@923726041 after retry RPC after error@2067060147), errback=(continuation of Deferred@1376929268 after retry RPC after error@369256891) -> (continuation of Deferred@12825280 after retry RPC after error@453916981) -> (continuation of Deferred@1542713925 after retry RPC after error@1580795697) -> (continuation of Deferred@1131543428 after retry RPC after error@693941582) -> (continuation of Deferred@1845038074 after retry RPC after error@2079300091) -> (continuation of Deferred@923726041 after retry RPC after error@2067060147)))
17:28:30.841 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1639931184(state=PENDING, result=null, callback=(continuation of Deferred@1376929268 after retry RPC after error@369256891) -> (continuation of Deferred@12825280 after retry RPC after error@453916981) -> (continuation of Deferred@1542713925 after retry RPC after error@1580795697) -> (continuation of Deferred@1131543428 after retry RPC after error@693941582) -> (continuation of Deferred@1845038074 after retry RPC after error@2079300091) -> (continuation of Deferred@923726041 after retry RPC after error@2067060147), errback=(continuation of Deferred@1376929268 after retry RPC after error@369256891) -> (continuation of Deferred@12825280 after retry RPC after error@453916981) -> (continuation of Deferred@1542713925 after retry RPC after error@1580795697) -> (continuation of Deferred@1131543428 after retry RPC after error@693941582) -> (continuation of Deferred@1845038074 after retry RPC after error@2079300091) -> (continuation of Deferred@923726041 after retry RPC after error@2067060147)))
17:28:30.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.897 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:30.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:30.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:30.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:30.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:30.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@243064659(state=PENDING, result=null, callback=(continuation of Deferred@1155671360 after retry RPC after error@2105925917) -> (continuation of Deferred@562935847 after retry RPC after error@1231252738) -> (continuation of Deferred@486447435 after retry RPC after error@1310789312) -> (continuation of Deferred@44161955 after retry RPC after error@1350086024) -> (continuation of Deferred@941900301 after retry RPC after error@2125794503) -> (continuation of Deferred@1925561457 after retry RPC after error@1740917580) -> (continuation of Deferred@2104121747 after retry RPC after error@728736205) -> (continuation of Deferred@1947645669 after retry RPC after error@835521792), errback=(continuation of Deferred@1155671360 after retry RPC after error@2105925917) -> (continuation of Deferred@562935847 after retry RPC after error@1231252738) -> (continuation of Deferred@486447435 after retry RPC after error@1310789312) -> (continuation of Deferred@44161955 after retry RPC after error@1350086024) -> (continuation of Deferred@941900301 after retry RPC after error@2125794503) -> (continuation of Deferred@1925561457 after retry RPC after error@1740917580) -> (continuation of Deferred@2104121747 after retry RPC after error@728736205) -> (continuation of Deferred@1947645669 after retry RPC after error@835521792)))
17:28:31.100 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [240ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@243064659(state=PENDING, result=null, callback=(continuation of Deferred@1155671360 after retry RPC after error@2105925917) -> (continuation of Deferred@562935847 after retry RPC after error@1231252738) -> (continuation of Deferred@486447435 after retry RPC after error@1310789312) -> (continuation of Deferred@44161955 after retry RPC after error@1350086024) -> (continuation of Deferred@941900301 after retry RPC after error@2125794503) -> (continuation of Deferred@1925561457 after retry RPC after error@1740917580) -> (continuation of Deferred@2104121747 after retry RPC after error@728736205) -> (continuation of Deferred@1947645669 after retry RPC after error@835521792), errback=(continuation of Deferred@1155671360 after retry RPC after error@2105925917) -> (continuation of Deferred@562935847 after retry RPC after error@1231252738) -> (continuation of Deferred@486447435 after retry RPC after error@1310789312) -> (continuation of Deferred@44161955 after retry RPC after error@1350086024) -> (continuation of Deferred@941900301 after retry RPC after error@2125794503) -> (continuation of Deferred@1925561457 after retry RPC after error@1740917580) -> (continuation of Deferred@2104121747 after retry RPC after error@728736205) -> (continuation of Deferred@1947645669 after retry RPC after error@835521792)))
17:28:31.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.300 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1922209206(state=PENDING, result=null, callback=(continuation of Deferred@549889769 after retry RPC after error@1100215769) -> (continuation of Deferred@394496328 after retry RPC after error@1901760811) -> (continuation of Deferred@1690210311 after retry RPC after error@979209332) -> (continuation of Deferred@832539582 after retry RPC after error@342464367) -> (continuation of Deferred@71762765 after retry RPC after error@1387205021) -> (continuation of Deferred@530625037 after retry RPC after error@1193970809), errback=(continuation of Deferred@549889769 after retry RPC after error@1100215769) -> (continuation of Deferred@394496328 after retry RPC after error@1901760811) -> (continuation of Deferred@1690210311 after retry RPC after error@979209332) -> (continuation of Deferred@832539582 after retry RPC after error@342464367) -> (continuation of Deferred@71762765 after retry RPC after error@1387205021) -> (continuation of Deferred@530625037 after retry RPC after error@1193970809)))
17:28:31.300 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1922209206(state=PENDING, result=null, callback=(continuation of Deferred@549889769 after retry RPC after error@1100215769) -> (continuation of Deferred@394496328 after retry RPC after error@1901760811) -> (continuation of Deferred@1690210311 after retry RPC after error@979209332) -> (continuation of Deferred@832539582 after retry RPC after error@342464367) -> (continuation of Deferred@71762765 after retry RPC after error@1387205021) -> (continuation of Deferred@530625037 after retry RPC after error@1193970809), errback=(continuation of Deferred@549889769 after retry RPC after error@1100215769) -> (continuation of Deferred@394496328 after retry RPC after error@1901760811) -> (continuation of Deferred@1690210311 after retry RPC after error@979209332) -> (continuation of Deferred@832539582 after retry RPC after error@342464367) -> (continuation of Deferred@71762765 after retry RPC after error@1387205021) -> (continuation of Deferred@530625037 after retry RPC after error@1193970809)))
17:28:31.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.419 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.479 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.578 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@375378939(state=PENDING, result=null, callback=(continuation of Deferred@515189210 after retry RPC after error@834986866) -> (continuation of Deferred@1064031357 after retry RPC after error@1472403552) -> (continuation of Deferred@1619988667 after retry RPC after error@1992728747) -> (continuation of Deferred@393173554 after retry RPC after error@1478508711) -> (continuation of Deferred@1085442512 after retry RPC after error@53652117) -> (continuation of Deferred@1860292107 after retry RPC after error@882806280) -> (continuation of Deferred@1614179650 after retry RPC after error@1984304595), errback=(continuation of Deferred@515189210 after retry RPC after error@834986866) -> (continuation of Deferred@1064031357 after retry RPC after error@1472403552) -> (continuation of Deferred@1619988667 after retry RPC after error@1992728747) -> (continuation of Deferred@393173554 after retry RPC after error@1478508711) -> (continuation of Deferred@1085442512 after retry RPC after error@53652117) -> (continuation of Deferred@1860292107 after retry RPC after error@882806280) -> (continuation of Deferred@1614179650 after retry RPC after error@1984304595)))
17:28:31.578 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:31.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.639 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.739 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.799 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@2007084367(state=PENDING, result=null, callback=(continuation of Deferred@1894209635 after retry RPC after error@690318905) -> (continuation of Deferred@987949373 after retry RPC after error@1079238907) -> (continuation of Deferred@180198610 after retry RPC after error@149647130) -> (continuation of Deferred@636339259 after retry RPC after error@2061941829) -> (continuation of Deferred@475788487 after retry RPC after error@1335614441) -> (continuation of Deferred@77333053 after retry RPC after error@1264026239) -> (continuation of Deferred@141146654 after retry RPC after error@431783017), errback=(continuation of Deferred@1894209635 after retry RPC after error@690318905) -> (continuation of Deferred@987949373 after retry RPC after error@1079238907) -> (continuation of Deferred@180198610 after retry RPC after error@149647130) -> (continuation of Deferred@636339259 after retry RPC after error@2061941829) -> (continuation of Deferred@475788487 after retry RPC after error@1335614441) -> (continuation of Deferred@77333053 after retry RPC after error@1264026239) -> (continuation of Deferred@141146654 after retry RPC after error@431783017)))
17:28:31.800 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@2007084367(state=PENDING, result=null, callback=(continuation of Deferred@1894209635 after retry RPC after error@690318905) -> (continuation of Deferred@987949373 after retry RPC after error@1079238907) -> (continuation of Deferred@180198610 after retry RPC after error@149647130) -> (continuation of Deferred@636339259 after retry RPC after error@2061941829) -> (continuation of Deferred@475788487 after retry RPC after error@1335614441) -> (continuation of Deferred@77333053 after retry RPC after error@1264026239) -> (continuation of Deferred@141146654 after retry RPC after error@431783017), errback=(continuation of Deferred@1894209635 after retry RPC after error@690318905) -> (continuation of Deferred@987949373 after retry RPC after error@1079238907) -> (continuation of Deferred@180198610 after retry RPC after error@149647130) -> (continuation of Deferred@636339259 after retry RPC after error@2061941829) -> (continuation of Deferred@475788487 after retry RPC after error@1335614441) -> (continuation of Deferred@77333053 after retry RPC after error@1264026239) -> (continuation of Deferred@141146654 after retry RPC after error@431783017)))
17:28:31.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.819 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.997 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:31.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:31.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:31.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:31.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:31.999 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1229713495(state=PENDING, result=null, callback=(continuation of Deferred@1344501477 after retry RPC after error@1062780612) -> (continuation of Deferred@539104608 after retry RPC after error@922587259) -> (continuation of Deferred@2099403807 after retry RPC after error@133587937) -> (continuation of Deferred@927989610 after retry RPC after error@1844170672) -> (continuation of Deferred@38188214 after retry RPC after error@907748980) -> (continuation of Deferred@2129083250 after retry RPC after error@1304620369) -> (continuation of Deferred@2056655707 after retry RPC after error@357675771), errback=(continuation of Deferred@1344501477 after retry RPC after error@1062780612) -> (continuation of Deferred@539104608 after retry RPC after error@922587259) -> (continuation of Deferred@2099403807 after retry RPC after error@133587937) -> (continuation of Deferred@927989610 after retry RPC after error@1844170672) -> (continuation of Deferred@38188214 after retry RPC after error@907748980) -> (continuation of Deferred@2129083250 after retry RPC after error@1304620369) -> (continuation of Deferred@2056655707 after retry RPC after error@357675771)))
17:28:32.000 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1229713495(state=PENDING, result=null, callback=(continuation of Deferred@1344501477 after retry RPC after error@1062780612) -> (continuation of Deferred@539104608 after retry RPC after error@922587259) -> (continuation of Deferred@2099403807 after retry RPC after error@133587937) -> (continuation of Deferred@927989610 after retry RPC after error@1844170672) -> (continuation of Deferred@38188214 after retry RPC after error@907748980) -> (continuation of Deferred@2129083250 after retry RPC after error@1304620369) -> (continuation of Deferred@2056655707 after retry RPC after error@357675771), errback=(continuation of Deferred@1344501477 after retry RPC after error@1062780612) -> (continuation of Deferred@539104608 after retry RPC after error@922587259) -> (continuation of Deferred@2099403807 after retry RPC after error@133587937) -> (continuation of Deferred@927989610 after retry RPC after error@1844170672) -> (continuation of Deferred@38188214 after retry RPC after error@907748980) -> (continuation of Deferred@2129083250 after retry RPC after error@1304620369) -> (continuation of Deferred@2056655707 after retry RPC after error@357675771)))
17:28:32.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:32.065028 6840 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 1)
17:28:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:32.068508 6840 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '39cb1c97b7ab440db729fdd4a9d94e42', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '39cb1c97b7ab440db729fdd4a9d94e42', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 1)
17:28:32.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:32.069957 6837 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.8.60:43131)
17:28:32.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.079 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.160 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@847056902(state=PENDING, result=null, callback=(continuation of Deferred@1097887872 after retry RPC after error@586504487) -> (continuation of Deferred@1935866789 after retry RPC after error@700786927) -> (continuation of Deferred@1802742055 after retry RPC after error@1665661199) -> (continuation of Deferred@127703313 after retry RPC after error@119425885) -> (continuation of Deferred@1909645320 after retry RPC after error@755101884) -> (continuation of Deferred@1320591388 after retry RPC after error@990334516), errback=(continuation of Deferred@1097887872 after retry RPC after error@586504487) -> (continuation of Deferred@1935866789 after retry RPC after error@700786927) -> (continuation of Deferred@1802742055 after retry RPC after error@1665661199) -> (continuation of Deferred@127703313 after retry RPC after error@119425885) -> (continuation of Deferred@1909645320 after retry RPC after error@755101884) -> (continuation of Deferred@1320591388 after retry RPC after error@990334516)))
17:28:32.160 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@847056902(state=PENDING, result=null, callback=(continuation of Deferred@1097887872 after retry RPC after error@586504487) -> (continuation of Deferred@1935866789 after retry RPC after error@700786927) -> (continuation of Deferred@1802742055 after retry RPC after error@1665661199) -> (continuation of Deferred@127703313 after retry RPC after error@119425885) -> (continuation of Deferred@1909645320 after retry RPC after error@755101884) -> (continuation of Deferred@1320591388 after retry RPC after error@990334516), errback=(continuation of Deferred@1097887872 after retry RPC after error@586504487) -> (continuation of Deferred@1935866789 after retry RPC after error@700786927) -> (continuation of Deferred@1802742055 after retry RPC after error@1665661199) -> (continuation of Deferred@127703313 after retry RPC after error@119425885) -> (continuation of Deferred@1909645320 after retry RPC after error@755101884) -> (continuation of Deferred@1320591388 after retry RPC after error@990334516)))
17:28:32.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.199 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.257 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.340 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1151914355(state=PENDING, result=null, callback=(continuation of Deferred@427151861 after retry RPC after error@747360765) -> (continuation of Deferred@1396856440 after retry RPC after error@1373840938) -> (continuation of Deferred@1714335642 after retry RPC after error@349740699) -> (continuation of Deferred@1441328110 after retry RPC after error@494028047) -> (continuation of Deferred@238250820 after retry RPC after error@1582235743) -> (continuation of Deferred@1290414051 after retry RPC after error@1128221004) -> (continuation of Deferred@1455649572 after retry RPC after error@1890110555), errback=(continuation of Deferred@427151861 after retry RPC after error@747360765) -> (continuation of Deferred@1396856440 after retry RPC after error@1373840938) -> (continuation of Deferred@1714335642 after retry RPC after error@349740699) -> (continuation of Deferred@1441328110 after retry RPC after error@494028047) -> (continuation of Deferred@238250820 after retry RPC after error@1582235743) -> (continuation of Deferred@1290414051 after retry RPC after error@1128221004) -> (continuation of Deferred@1455649572 after retry RPC after error@1890110555)))
17:28:32.341 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1151914355(state=PENDING, result=null, callback=(continuation of Deferred@427151861 after retry RPC after error@747360765) -> (continuation of Deferred@1396856440 after retry RPC after error@1373840938) -> (continuation of Deferred@1714335642 after retry RPC after error@349740699) -> (continuation of Deferred@1441328110 after retry RPC after error@494028047) -> (continuation of Deferred@238250820 after retry RPC after error@1582235743) -> (continuation of Deferred@1290414051 after retry RPC after error@1128221004) -> (continuation of Deferred@1455649572 after retry RPC after error@1890110555), errback=(continuation of Deferred@427151861 after retry RPC after error@747360765) -> (continuation of Deferred@1396856440 after retry RPC after error@1373840938) -> (continuation of Deferred@1714335642 after retry RPC after error@349740699) -> (continuation of Deferred@1441328110 after retry RPC after error@494028047) -> (continuation of Deferred@238250820 after retry RPC after error@1582235743) -> (continuation of Deferred@1290414051 after retry RPC after error@1128221004) -> (continuation of Deferred@1455649572 after retry RPC after error@1890110555)))
17:28:32.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.359 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.417 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.520 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1636591457(state=PENDING, result=null, callback=(continuation of Deferred@1328462713 after retry RPC after error@24912528) -> (continuation of Deferred@1913818627 after retry RPC after error@1890015311) -> (continuation of Deferred@1248383057 after retry RPC after error@710939438) -> (continuation of Deferred@1290068727 after retry RPC after error@114015748) -> (continuation of Deferred@170728660 after retry RPC after error@553555932) -> (continuation of Deferred@1273375342 after retry RPC after error@268863112), errback=(continuation of Deferred@1328462713 after retry RPC after error@24912528) -> (continuation of Deferred@1913818627 after retry RPC after error@1890015311) -> (continuation of Deferred@1248383057 after retry RPC after error@710939438) -> (continuation of Deferred@1290068727 after retry RPC after error@114015748) -> (continuation of Deferred@170728660 after retry RPC after error@553555932) -> (continuation of Deferred@1273375342 after retry RPC after error@268863112)))
17:28:32.520 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1636591457(state=PENDING, result=null, callback=(continuation of Deferred@1328462713 after retry RPC after error@24912528) -> (continuation of Deferred@1913818627 after retry RPC after error@1890015311) -> (continuation of Deferred@1248383057 after retry RPC after error@710939438) -> (continuation of Deferred@1290068727 after retry RPC after error@114015748) -> (continuation of Deferred@170728660 after retry RPC after error@553555932) -> (continuation of Deferred@1273375342 after retry RPC after error@268863112), errback=(continuation of Deferred@1328462713 after retry RPC after error@24912528) -> (continuation of Deferred@1913818627 after retry RPC after error@1890015311) -> (continuation of Deferred@1248383057 after retry RPC after error@710939438) -> (continuation of Deferred@1290068727 after retry RPC after error@114015748) -> (continuation of Deferred@170728660 after retry RPC after error@553555932) -> (continuation of Deferred@1273375342 after retry RPC after error@268863112)))
17:28:32.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.599 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.619 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.739 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.740 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@755132596(state=PENDING, result=null, callback=(continuation of Deferred@842432682 after retry RPC after error@378584368) -> (continuation of Deferred@562496551 after retry RPC after error@528387947) -> (continuation of Deferred@432766974 after retry RPC after error@178337994) -> (continuation of Deferred@320775045 after retry RPC after error@2020635482) -> (continuation of Deferred@973522725 after retry RPC after error@962777031) -> (continuation of Deferred@1602634213 after retry RPC after error@613880812), errback=(continuation of Deferred@842432682 after retry RPC after error@378584368) -> (continuation of Deferred@562496551 after retry RPC after error@528387947) -> (continuation of Deferred@432766974 after retry RPC after error@178337994) -> (continuation of Deferred@320775045 after retry RPC after error@2020635482) -> (continuation of Deferred@973522725 after retry RPC after error@962777031) -> (continuation of Deferred@1602634213 after retry RPC after error@613880812)))
17:28:32.741 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@755132596(state=PENDING, result=null, callback=(continuation of Deferred@842432682 after retry RPC after error@378584368) -> (continuation of Deferred@562496551 after retry RPC after error@528387947) -> (continuation of Deferred@432766974 after retry RPC after error@178337994) -> (continuation of Deferred@320775045 after retry RPC after error@2020635482) -> (continuation of Deferred@973522725 after retry RPC after error@962777031) -> (continuation of Deferred@1602634213 after retry RPC after error@613880812), errback=(continuation of Deferred@842432682 after retry RPC after error@378584368) -> (continuation of Deferred@562496551 after retry RPC after error@528387947) -> (continuation of Deferred@432766974 after retry RPC after error@178337994) -> (continuation of Deferred@320775045 after retry RPC after error@2020635482) -> (continuation of Deferred@973522725 after retry RPC after error@962777031) -> (continuation of Deferred@1602634213 after retry RPC after error@613880812)))
17:28:32.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.940 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1966718418(state=PENDING, result=null, callback=(continuation of Deferred@1909865392 after retry RPC after error@1486225979) -> (continuation of Deferred@598499118 after retry RPC after error@465805732) -> (continuation of Deferred@1527251671 after retry RPC after error@862409815) -> (continuation of Deferred@1920153658 after retry RPC after error@1950050641) -> (continuation of Deferred@1866384315 after retry RPC after error@1718806503) -> (continuation of Deferred@229351931 after retry RPC after error@578101502) -> (continuation of Deferred@1003428880 after retry RPC after error@1257478481), errback=(continuation of Deferred@1909865392 after retry RPC after error@1486225979) -> (continuation of Deferred@598499118 after retry RPC after error@465805732) -> (continuation of Deferred@1527251671 after retry RPC after error@862409815) -> (continuation of Deferred@1920153658 after retry RPC after error@1950050641) -> (continuation of Deferred@1866384315 after retry RPC after error@1718806503) -> (continuation of Deferred@229351931 after retry RPC after error@578101502) -> (continuation of Deferred@1003428880 after retry RPC after error@1257478481)))
17:28:32.940 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1966718418(state=PENDING, result=null, callback=(continuation of Deferred@1909865392 after retry RPC after error@1486225979) -> (continuation of Deferred@598499118 after retry RPC after error@465805732) -> (continuation of Deferred@1527251671 after retry RPC after error@862409815) -> (continuation of Deferred@1920153658 after retry RPC after error@1950050641) -> (continuation of Deferred@1866384315 after retry RPC after error@1718806503) -> (continuation of Deferred@229351931 after retry RPC after error@578101502) -> (continuation of Deferred@1003428880 after retry RPC after error@1257478481), errback=(continuation of Deferred@1909865392 after retry RPC after error@1486225979) -> (continuation of Deferred@598499118 after retry RPC after error@465805732) -> (continuation of Deferred@1527251671 after retry RPC after error@862409815) -> (continuation of Deferred@1920153658 after retry RPC after error@1950050641) -> (continuation of Deferred@1866384315 after retry RPC after error@1718806503) -> (continuation of Deferred@229351931 after retry RPC after error@578101502) -> (continuation of Deferred@1003428880 after retry RPC after error@1257478481)))
17:28:32.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:32.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:32.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:32.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:32.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:32.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1583228837(state=PENDING, result=null, callback=(continuation of Deferred@329508512 after retry RPC after error@1187971395) -> (continuation of Deferred@1092316417 after retry RPC after error@1851201928) -> (continuation of Deferred@1649243140 after retry RPC after error@1547084823) -> (continuation of Deferred@1180674549 after retry RPC after error@278033391) -> (continuation of Deferred@427219117 after retry RPC after error@1879687560) -> (continuation of Deferred@1260572285 after retry RPC after error@1210896893) -> (continuation of Deferred@1739639781 after retry RPC after error@1493914394), errback=(continuation of Deferred@329508512 after retry RPC after error@1187971395) -> (continuation of Deferred@1092316417 after retry RPC after error@1851201928) -> (continuation of Deferred@1649243140 after retry RPC after error@1547084823) -> (continuation of Deferred@1180674549 after retry RPC after error@278033391) -> (continuation of Deferred@427219117 after retry RPC after error@1879687560) -> (continuation of Deferred@1260572285 after retry RPC after error@1210896893) -> (continuation of Deferred@1739639781 after retry RPC after error@1493914394)))
17:28:33.200 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1583228837(state=PENDING, result=null, callback=(continuation of Deferred@329508512 after retry RPC after error@1187971395) -> (continuation of Deferred@1092316417 after retry RPC after error@1851201928) -> (continuation of Deferred@1649243140 after retry RPC after error@1547084823) -> (continuation of Deferred@1180674549 after retry RPC after error@278033391) -> (continuation of Deferred@427219117 after retry RPC after error@1879687560) -> (continuation of Deferred@1260572285 after retry RPC after error@1210896893) -> (continuation of Deferred@1739639781 after retry RPC after error@1493914394), errback=(continuation of Deferred@329508512 after retry RPC after error@1187971395) -> (continuation of Deferred@1092316417 after retry RPC after error@1851201928) -> (continuation of Deferred@1649243140 after retry RPC after error@1547084823) -> (continuation of Deferred@1180674549 after retry RPC after error@278033391) -> (continuation of Deferred@427219117 after retry RPC after error@1879687560) -> (continuation of Deferred@1260572285 after retry RPC after error@1210896893) -> (continuation of Deferred@1739639781 after retry RPC after error@1493914394)))
17:28:33.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.219 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.419 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.420 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1707104296(state=PENDING, result=null, callback=(continuation of Deferred@2131776292 after retry RPC after error@1032847171) -> (continuation of Deferred@1466009441 after retry RPC after error@805803197) -> (continuation of Deferred@1307797738 after retry RPC after error@264565744) -> (continuation of Deferred@1422206950 after retry RPC after error@1483469759) -> (continuation of Deferred@235500640 after retry RPC after error@645549346) -> (continuation of Deferred@1543353372 after retry RPC after error@1544311511) -> (continuation of Deferred@425957186 after retry RPC after error@1829034513), errback=(continuation of Deferred@2131776292 after retry RPC after error@1032847171) -> (continuation of Deferred@1466009441 after retry RPC after error@805803197) -> (continuation of Deferred@1307797738 after retry RPC after error@264565744) -> (continuation of Deferred@1422206950 after retry RPC after error@1483469759) -> (continuation of Deferred@235500640 after retry RPC after error@645549346) -> (continuation of Deferred@1543353372 after retry RPC after error@1544311511) -> (continuation of Deferred@425957186 after retry RPC after error@1829034513)))
17:28:33.421 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1707104296(state=PENDING, result=null, callback=(continuation of Deferred@2131776292 after retry RPC after error@1032847171) -> (continuation of Deferred@1466009441 after retry RPC after error@805803197) -> (continuation of Deferred@1307797738 after retry RPC after error@264565744) -> (continuation of Deferred@1422206950 after retry RPC after error@1483469759) -> (continuation of Deferred@235500640 after retry RPC after error@645549346) -> (continuation of Deferred@1543353372 after retry RPC after error@1544311511) -> (continuation of Deferred@425957186 after retry RPC after error@1829034513), errback=(continuation of Deferred@2131776292 after retry RPC after error@1032847171) -> (continuation of Deferred@1466009441 after retry RPC after error@805803197) -> (continuation of Deferred@1307797738 after retry RPC after error@264565744) -> (continuation of Deferred@1422206950 after retry RPC after error@1483469759) -> (continuation of Deferred@235500640 after retry RPC after error@645549346) -> (continuation of Deferred@1543353372 after retry RPC after error@1544311511) -> (continuation of Deferred@425957186 after retry RPC after error@1829034513)))
17:28:33.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.477 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.537 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.659 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.661 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@819522508(state=PENDING, result=null, callback=(continuation of Deferred@955735280 after retry RPC after error@1424454005) -> (continuation of Deferred@1212521300 after retry RPC after error@1060413211) -> (continuation of Deferred@1025918161 after retry RPC after error@1386604249) -> (continuation of Deferred@912148706 after retry RPC after error@764003701) -> (continuation of Deferred@570821849 after retry RPC after error@1609082222) -> (continuation of Deferred@456523561 after retry RPC after error@2029269847) -> (continuation of Deferred@1778817108 after retry RPC after error@1885311919), errback=(continuation of Deferred@955735280 after retry RPC after error@1424454005) -> (continuation of Deferred@1212521300 after retry RPC after error@1060413211) -> (continuation of Deferred@1025918161 after retry RPC after error@1386604249) -> (continuation of Deferred@912148706 after retry RPC after error@764003701) -> (continuation of Deferred@570821849 after retry RPC after error@1609082222) -> (continuation of Deferred@456523561 after retry RPC after error@2029269847) -> (continuation of Deferred@1778817108 after retry RPC after error@1885311919)))
17:28:33.661 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@819522508(state=PENDING, result=null, callback=(continuation of Deferred@955735280 after retry RPC after error@1424454005) -> (continuation of Deferred@1212521300 after retry RPC after error@1060413211) -> (continuation of Deferred@1025918161 after retry RPC after error@1386604249) -> (continuation of Deferred@912148706 after retry RPC after error@764003701) -> (continuation of Deferred@570821849 after retry RPC after error@1609082222) -> (continuation of Deferred@456523561 after retry RPC after error@2029269847) -> (continuation of Deferred@1778817108 after retry RPC after error@1885311919), errback=(continuation of Deferred@955735280 after retry RPC after error@1424454005) -> (continuation of Deferred@1212521300 after retry RPC after error@1060413211) -> (continuation of Deferred@1025918161 after retry RPC after error@1386604249) -> (continuation of Deferred@912148706 after retry RPC after error@764003701) -> (continuation of Deferred@570821849 after retry RPC after error@1609082222) -> (continuation of Deferred@456523561 after retry RPC after error@2029269847) -> (continuation of Deferred@1778817108 after retry RPC after error@1885311919)))
17:28:33.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.679 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.737 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:33.752031 7355 raft_consensus.cc:482] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election (detected failure of leader c0e137f10c154ea6976d648337277d95)
17:28:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:33.752308 7355 raft_consensus.cc:504] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32eff4f066134c0cae88e2eb943edb7e" member_type: VOTER last_known_addr { host: "127.6.8.62" port: 35165 } } peers { permanent_uuid: "c0e137f10c154ea6976d648337277d95" member_type: VOTER last_known_addr { host: "127.6.8.61" port: 41481 } } peers { permanent_uuid: "6b72dcbb835742e28ee07ac097a13557" member_type: VOTER last_known_addr { host: "127.6.8.60" port: 43131 } }
17:28:33.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:33.753253 7355 leader_election.cc:288] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481), 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131)
17:28:33.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:33.754360 6206 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111) [suppressed 1 similar messages]
17:28:33.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:33.755550 6206 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c0e137f10c154ea6976d648337277d95 (127.6.8.61:41481): Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111)
17:28:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:33.755813 6203 leader_election.cc:334] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 6b72dcbb835742e28ee07ac097a13557 (127.6.8.60:43131): Network error: Client connection negotiation failed: client connection to 127.6.8.60:43131: connect: Connection refused (error 111)
17:28:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:33.755929 6203 leader_election.cc:302] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 32eff4f066134c0cae88e2eb943edb7e; no voters: 6b72dcbb835742e28ee07ac097a13557, c0e137f10c154ea6976d648337277d95
17:28:33.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:33.756208 7355 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 32eff4f066134c0cae88e2eb943edb7e [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
17:28:33.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1153523910(state=PENDING, result=null, callback=(continuation of Deferred@271638218 after retry RPC after error@236945705) -> (continuation of Deferred@1562351826 after retry RPC after error@311887079) -> (continuation of Deferred@80170737 after retry RPC after error@1990427017) -> (continuation of Deferred@1473990279 after retry RPC after error@2109851815) -> (continuation of Deferred@1137680680 after retry RPC after error@696962833) -> (continuation of Deferred@614990801 after retry RPC after error@1474261779), errback=(continuation of Deferred@271638218 after retry RPC after error@236945705) -> (continuation of Deferred@1562351826 after retry RPC after error@311887079) -> (continuation of Deferred@80170737 after retry RPC after error@1990427017) -> (continuation of Deferred@1473990279 after retry RPC after error@2109851815) -> (continuation of Deferred@1137680680 after retry RPC after error@696962833) -> (continuation of Deferred@614990801 after retry RPC after error@1474261779)))
17:28:33.860 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [180ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1153523910(state=PENDING, result=null, callback=(continuation of Deferred@271638218 after retry RPC after error@236945705) -> (continuation of Deferred@1562351826 after retry RPC after error@311887079) -> (continuation of Deferred@80170737 after retry RPC after error@1990427017) -> (continuation of Deferred@1473990279 after retry RPC after error@2109851815) -> (continuation of Deferred@1137680680 after retry RPC after error@696962833) -> (continuation of Deferred@614990801 after retry RPC after error@1474261779), errback=(continuation of Deferred@271638218 after retry RPC after error@236945705) -> (continuation of Deferred@1562351826 after retry RPC after error@311887079) -> (continuation of Deferred@80170737 after retry RPC after error@1990427017) -> (continuation of Deferred@1473990279 after retry RPC after error@2109851815) -> (continuation of Deferred@1137680680 after retry RPC after error@696962833) -> (continuation of Deferred@614990801 after retry RPC after error@1474261779)))
17:28:33.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.899 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:33.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:33.999 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:33.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:33.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:33.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1893816221(state=PENDING, result=null, callback=(continuation of Deferred@1280890290 after retry RPC after error@1499602745) -> (continuation of Deferred@162547320 after retry RPC after error@1930933612) -> (continuation of Deferred@2045250553 after retry RPC after error@817514538) -> (continuation of Deferred@993156035 after retry RPC after error@1967138076) -> (continuation of Deferred@1288593294 after retry RPC after error@777499941) -> (continuation of Deferred@127016815 after retry RPC after error@1938731588) -> (continuation of Deferred@1300406676 after retry RPC after error@1592773532) -> (continuation of Deferred@1225907785 after retry RPC after error@1326143933), errback=(continuation of Deferred@1280890290 after retry RPC after error@1499602745) -> (continuation of Deferred@162547320 after retry RPC after error@1930933612) -> (continuation of Deferred@2045250553 after retry RPC after error@817514538) -> (continuation of Deferred@993156035 after retry RPC after error@1967138076) -> (continuation of Deferred@1288593294 after retry RPC after error@777499941) -> (continuation of Deferred@127016815 after retry RPC after error@1938731588) -> (continuation of Deferred@1300406676 after retry RPC after error@1592773532) -> (continuation of Deferred@1225907785 after retry RPC after error@1326143933)))
17:28:34.120 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1893816221(state=PENDING, result=null, callback=(continuation of Deferred@1280890290 after retry RPC after error@1499602745) -> (continuation of Deferred@162547320 after retry RPC after error@1930933612) -> (continuation of Deferred@2045250553 after retry RPC after error@817514538) -> (continuation of Deferred@993156035 after retry RPC after error@1967138076) -> (continuation of Deferred@1288593294 after retry RPC after error@777499941) -> (continuation of Deferred@127016815 after retry RPC after error@1938731588) -> (continuation of Deferred@1300406676 after retry RPC after error@1592773532) -> (continuation of Deferred@1225907785 after retry RPC after error@1326143933), errback=(continuation of Deferred@1280890290 after retry RPC after error@1499602745) -> (continuation of Deferred@162547320 after retry RPC after error@1930933612) -> (continuation of Deferred@2045250553 after retry RPC after error@817514538) -> (continuation of Deferred@993156035 after retry RPC after error@1967138076) -> (continuation of Deferred@1288593294 after retry RPC after error@777499941) -> (continuation of Deferred@127016815 after retry RPC after error@1938731588) -> (continuation of Deferred@1300406676 after retry RPC after error@1592773532) -> (continuation of Deferred@1225907785 after retry RPC after error@1326143933)))
17:28:34.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.159 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.239 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.259 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.260 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.300 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1483058283(state=PENDING, result=null, callback=(continuation of Deferred@1565386206 after retry RPC after error@528256554) -> (continuation of Deferred@209991682 after retry RPC after error@2037893901) -> (continuation of Deferred@1269211880 after retry RPC after error@810580072) -> (continuation of Deferred@490275400 after retry RPC after error@1515298113) -> (continuation of Deferred@614388993 after retry RPC after error@389966530) -> (continuation of Deferred@1111494959 after retry RPC after error@346892211) -> (continuation of Deferred@1187634938 after retry RPC after error@583390363), errback=(continuation of Deferred@1565386206 after retry RPC after error@528256554) -> (continuation of Deferred@209991682 after retry RPC after error@2037893901) -> (continuation of Deferred@1269211880 after retry RPC after error@810580072) -> (continuation of Deferred@490275400 after retry RPC after error@1515298113) -> (continuation of Deferred@614388993 after retry RPC after error@389966530) -> (continuation of Deferred@1111494959 after retry RPC after error@346892211) -> (continuation of Deferred@1187634938 after retry RPC after error@583390363)))
17:28:34.300 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1483058283(state=PENDING, result=null, callback=(continuation of Deferred@1565386206 after retry RPC after error@528256554) -> (continuation of Deferred@209991682 after retry RPC after error@2037893901) -> (continuation of Deferred@1269211880 after retry RPC after error@810580072) -> (continuation of Deferred@490275400 after retry RPC after error@1515298113) -> (continuation of Deferred@614388993 after retry RPC after error@389966530) -> (continuation of Deferred@1111494959 after retry RPC after error@346892211) -> (continuation of Deferred@1187634938 after retry RPC after error@583390363), errback=(continuation of Deferred@1565386206 after retry RPC after error@528256554) -> (continuation of Deferred@209991682 after retry RPC after error@2037893901) -> (continuation of Deferred@1269211880 after retry RPC after error@810580072) -> (continuation of Deferred@490275400 after retry RPC after error@1515298113) -> (continuation of Deferred@614388993 after retry RPC after error@389966530) -> (continuation of Deferred@1111494959 after retry RPC after error@346892211) -> (continuation of Deferred@1187634938 after retry RPC after error@583390363)))
17:28:34.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.337 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.380 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.500 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1114035150(state=PENDING, result=null, callback=(continuation of Deferred@1492166137 after retry RPC after error@1849941708) -> (continuation of Deferred@1724246733 after retry RPC after error@315207032) -> (continuation of Deferred@1330322869 after retry RPC after error@1066278702) -> (continuation of Deferred@1993607568 after retry RPC after error@690608223) -> (continuation of Deferred@1050205818 after retry RPC after error@1906364904) -> (continuation of Deferred@661577413 after retry RPC after error@1080164695) -> (continuation of Deferred@946957359 after retry RPC after error@1336530264), errback=(continuation of Deferred@1492166137 after retry RPC after error@1849941708) -> (continuation of Deferred@1724246733 after retry RPC after error@315207032) -> (continuation of Deferred@1330322869 after retry RPC after error@1066278702) -> (continuation of Deferred@1993607568 after retry RPC after error@690608223) -> (continuation of Deferred@1050205818 after retry RPC after error@1906364904) -> (continuation of Deferred@661577413 after retry RPC after error@1080164695) -> (continuation of Deferred@946957359 after retry RPC after error@1336530264)))
17:28:34.500 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1114035150(state=PENDING, result=null, callback=(continuation of Deferred@1492166137 after retry RPC after error@1849941708) -> (continuation of Deferred@1724246733 after retry RPC after error@315207032) -> (continuation of Deferred@1330322869 after retry RPC after error@1066278702) -> (continuation of Deferred@1993607568 after retry RPC after error@690608223) -> (continuation of Deferred@1050205818 after retry RPC after error@1906364904) -> (continuation of Deferred@661577413 after retry RPC after error@1080164695) -> (continuation of Deferred@946957359 after retry RPC after error@1336530264), errback=(continuation of Deferred@1492166137 after retry RPC after error@1849941708) -> (continuation of Deferred@1724246733 after retry RPC after error@315207032) -> (continuation of Deferred@1330322869 after retry RPC after error@1066278702) -> (continuation of Deferred@1993607568 after retry RPC after error@690608223) -> (continuation of Deferred@1050205818 after retry RPC after error@1906364904) -> (continuation of Deferred@661577413 after retry RPC after error@1080164695) -> (continuation of Deferred@946957359 after retry RPC after error@1336530264)))
17:28:34.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.539 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.559 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.617 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.680 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1391232704(state=PENDING, result=null, callback=(continuation of Deferred@704344709 after retry RPC after error@1988877538) -> (continuation of Deferred@1841254366 after retry RPC after error@1532169775) -> (continuation of Deferred@701374618 after retry RPC after error@17466765) -> (continuation of Deferred@383577037 after retry RPC after error@1438494031) -> (continuation of Deferred@221220242 after retry RPC after error@1490835287) -> (continuation of Deferred@690969858 after retry RPC after error@297818813) -> (continuation of Deferred@1618085386 after retry RPC after error@1521390524) -> (continuation of Deferred@154800806 after retry RPC after error@440185998), errback=(continuation of Deferred@704344709 after retry RPC after error@1988877538) -> (continuation of Deferred@1841254366 after retry RPC after error@1532169775) -> (continuation of Deferred@701374618 after retry RPC after error@17466765) -> (continuation of Deferred@383577037 after retry RPC after error@1438494031) -> (continuation of Deferred@221220242 after retry RPC after error@1490835287) -> (continuation of Deferred@690969858 after retry RPC after error@297818813) -> (continuation of Deferred@1618085386 after retry RPC after error@1521390524) -> (continuation of Deferred@154800806 after retry RPC after error@440185998)))
17:28:34.680 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [143ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1391232704(state=PENDING, result=null, callback=(continuation of Deferred@704344709 after retry RPC after error@1988877538) -> (continuation of Deferred@1841254366 after retry RPC after error@1532169775) -> (continuation of Deferred@701374618 after retry RPC after error@17466765) -> (continuation of Deferred@383577037 after retry RPC after error@1438494031) -> (continuation of Deferred@221220242 after retry RPC after error@1490835287) -> (continuation of Deferred@690969858 after retry RPC after error@297818813) -> (continuation of Deferred@1618085386 after retry RPC after error@1521390524) -> (continuation of Deferred@154800806 after retry RPC after error@440185998), errback=(continuation of Deferred@704344709 after retry RPC after error@1988877538) -> (continuation of Deferred@1841254366 after retry RPC after error@1532169775) -> (continuation of Deferred@701374618 after retry RPC after error@17466765) -> (continuation of Deferred@383577037 after retry RPC after error@1438494031) -> (continuation of Deferred@221220242 after retry RPC after error@1490835287) -> (continuation of Deferred@690969858 after retry RPC after error@297818813) -> (continuation of Deferred@1618085386 after retry RPC after error@1521390524) -> (continuation of Deferred@154800806 after retry RPC after error@440185998)))
17:28:34.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.717 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.777 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1395594192(state=PENDING, result=null, callback=(continuation of Deferred@307262809 after retry RPC after error@2082568002) -> (continuation of Deferred@666508005 after retry RPC after error@203435089) -> (continuation of Deferred@491485745 after retry RPC after error@1789363645) -> (continuation of Deferred@498980670 after retry RPC after error@275919484) -> (continuation of Deferred@1454262449 after retry RPC after error@7517620) -> (continuation of Deferred@1938130595 after retry RPC after error@1919269757) -> (continuation of Deferred@1445633600 after retry RPC after error@1138773540), errback=(continuation of Deferred@307262809 after retry RPC after error@2082568002) -> (continuation of Deferred@666508005 after retry RPC after error@203435089) -> (continuation of Deferred@491485745 after retry RPC after error@1789363645) -> (continuation of Deferred@498980670 after retry RPC after error@275919484) -> (continuation of Deferred@1454262449 after retry RPC after error@7517620) -> (continuation of Deferred@1938130595 after retry RPC after error@1919269757) -> (continuation of Deferred@1445633600 after retry RPC after error@1138773540)))
17:28:34.881 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1395594192(state=PENDING, result=null, callback=(continuation of Deferred@307262809 after retry RPC after error@2082568002) -> (continuation of Deferred@666508005 after retry RPC after error@203435089) -> (continuation of Deferred@491485745 after retry RPC after error@1789363645) -> (continuation of Deferred@498980670 after retry RPC after error@275919484) -> (continuation of Deferred@1454262449 after retry RPC after error@7517620) -> (continuation of Deferred@1938130595 after retry RPC after error@1919269757) -> (continuation of Deferred@1445633600 after retry RPC after error@1138773540), errback=(continuation of Deferred@307262809 after retry RPC after error@2082568002) -> (continuation of Deferred@666508005 after retry RPC after error@203435089) -> (continuation of Deferred@491485745 after retry RPC after error@1789363645) -> (continuation of Deferred@498980670 after retry RPC after error@275919484) -> (continuation of Deferred@1454262449 after retry RPC after error@7517620) -> (continuation of Deferred@1938130595 after retry RPC after error@1919269757) -> (continuation of Deferred@1445633600 after retry RPC after error@1138773540)))
17:28:34.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.917 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:34.977 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:34.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:34.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:34.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:34.979 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.099 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@110506856(state=PENDING, result=null, callback=(continuation of Deferred@1038454524 after retry RPC after error@584119400) -> (continuation of Deferred@402925384 after retry RPC after error@801004115) -> (continuation of Deferred@1044230966 after retry RPC after error@468411181) -> (continuation of Deferred@585906559 after retry RPC after error@2145227699) -> (continuation of Deferred@740965245 after retry RPC after error@1821951966) -> (continuation of Deferred@805055731 after retry RPC after error@1009738420), errback=(continuation of Deferred@1038454524 after retry RPC after error@584119400) -> (continuation of Deferred@402925384 after retry RPC after error@801004115) -> (continuation of Deferred@1044230966 after retry RPC after error@468411181) -> (continuation of Deferred@585906559 after retry RPC after error@2145227699) -> (continuation of Deferred@740965245 after retry RPC after error@1821951966) -> (continuation of Deferred@805055731 after retry RPC after error@1009738420)))
17:28:35.101 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@110506856(state=PENDING, result=null, callback=(continuation of Deferred@1038454524 after retry RPC after error@584119400) -> (continuation of Deferred@402925384 after retry RPC after error@801004115) -> (continuation of Deferred@1044230966 after retry RPC after error@468411181) -> (continuation of Deferred@585906559 after retry RPC after error@2145227699) -> (continuation of Deferred@740965245 after retry RPC after error@1821951966) -> (continuation of Deferred@805055731 after retry RPC after error@1009738420), errback=(continuation of Deferred@1038454524 after retry RPC after error@584119400) -> (continuation of Deferred@402925384 after retry RPC after error@801004115) -> (continuation of Deferred@1044230966 after retry RPC after error@468411181) -> (continuation of Deferred@585906559 after retry RPC after error@2145227699) -> (continuation of Deferred@740965245 after retry RPC after error@1821951966) -> (continuation of Deferred@805055731 after retry RPC after error@1009738420)))
17:28:35.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.157 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.378 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1055126436(state=PENDING, result=null, callback=(continuation of Deferred@2080507003 after retry RPC after error@18165270) -> (continuation of Deferred@1751006734 after retry RPC after error@1224838770) -> (continuation of Deferred@634153717 after retry RPC after error@226596292) -> (continuation of Deferred@339113012 after retry RPC after error@1367415518) -> (continuation of Deferred@391928281 after retry RPC after error@376623427) -> (continuation of Deferred@826441837 after retry RPC after error@1758215025) -> (continuation of Deferred@489366816 after retry RPC after error@500369167), errback=(continuation of Deferred@2080507003 after retry RPC after error@18165270) -> (continuation of Deferred@1751006734 after retry RPC after error@1224838770) -> (continuation of Deferred@634153717 after retry RPC after error@226596292) -> (continuation of Deferred@339113012 after retry RPC after error@1367415518) -> (continuation of Deferred@391928281 after retry RPC after error@376623427) -> (continuation of Deferred@826441837 after retry RPC after error@1758215025) -> (continuation of Deferred@489366816 after retry RPC after error@500369167)))
17:28:35.379 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:35.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.439 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:35.491441 6187 master_runner.cc:186] Error getting master registration for 127.6.8.61:41481: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111),
17:28:35.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:35.491613 6187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:28:35.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.539 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.658 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [80ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@578752291(state=PENDING, result=null, callback=(continuation of Deferred@2107293943 after retry RPC after error@1015310117) -> (continuation of Deferred@894318378 after retry RPC after error@1863463095) -> (continuation of Deferred@1143261402 after retry RPC after error@1527132724) -> (continuation of Deferred@523614489 after retry RPC after error@1641850304) -> (continuation of Deferred@64803641 after retry RPC after error@1772213988) -> (continuation of Deferred@1542342584 after retry RPC after error@1603804064) -> (continuation of Deferred@976772721 after retry RPC after error@1573501220), errback=(continuation of Deferred@2107293943 after retry RPC after error@1015310117) -> (continuation of Deferred@894318378 after retry RPC after error@1863463095) -> (continuation of Deferred@1143261402 after retry RPC after error@1527132724) -> (continuation of Deferred@523614489 after retry RPC after error@1641850304) -> (continuation of Deferred@64803641 after retry RPC after error@1772213988) -> (continuation of Deferred@1542342584 after retry RPC after error@1603804064) -> (continuation of Deferred@976772721 after retry RPC after error@1573501220)))
17:28:35.659 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:35.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.679 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.759 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.840 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1018324160(state=PENDING, result=null, callback=(continuation of Deferred@953144016 after retry RPC after error@1401660340) -> (continuation of Deferred@1499441352 after retry RPC after error@1994675015) -> (continuation of Deferred@813389337 after retry RPC after error@1046730145) -> (continuation of Deferred@450765645 after retry RPC after error@1324623162) -> (continuation of Deferred@609577315 after retry RPC after error@79392405) -> (continuation of Deferred@1863643396 after retry RPC after error@10929193) -> (continuation of Deferred@263699247 after retry RPC after error@1344775050), errback=(continuation of Deferred@953144016 after retry RPC after error@1401660340) -> (continuation of Deferred@1499441352 after retry RPC after error@1994675015) -> (continuation of Deferred@813389337 after retry RPC after error@1046730145) -> (continuation of Deferred@450765645 after retry RPC after error@1324623162) -> (continuation of Deferred@609577315 after retry RPC after error@79392405) -> (continuation of Deferred@1863643396 after retry RPC after error@10929193) -> (continuation of Deferred@263699247 after retry RPC after error@1344775050)))
17:28:35.841 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1018324160(state=PENDING, result=null, callback=(continuation of Deferred@953144016 after retry RPC after error@1401660340) -> (continuation of Deferred@1499441352 after retry RPC after error@1994675015) -> (continuation of Deferred@813389337 after retry RPC after error@1046730145) -> (continuation of Deferred@450765645 after retry RPC after error@1324623162) -> (continuation of Deferred@609577315 after retry RPC after error@79392405) -> (continuation of Deferred@1863643396 after retry RPC after error@10929193) -> (continuation of Deferred@263699247 after retry RPC after error@1344775050), errback=(continuation of Deferred@953144016 after retry RPC after error@1401660340) -> (continuation of Deferred@1499441352 after retry RPC after error@1994675015) -> (continuation of Deferred@813389337 after retry RPC after error@1046730145) -> (continuation of Deferred@450765645 after retry RPC after error@1324623162) -> (continuation of Deferred@609577315 after retry RPC after error@79392405) -> (continuation of Deferred@1863643396 after retry RPC after error@10929193) -> (continuation of Deferred@263699247 after retry RPC after error@1344775050)))
17:28:35.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.937 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:35.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:35.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:35.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:35.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:35.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.060 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1379086965(state=PENDING, result=null, callback=(continuation of Deferred@447479993 after retry RPC after error@647583591) -> (continuation of Deferred@1205751439 after retry RPC after error@213220507) -> (continuation of Deferred@1986399356 after retry RPC after error@438853560) -> (continuation of Deferred@792186948 after retry RPC after error@138485917) -> (continuation of Deferred@1317193733 after retry RPC after error@378510322) -> (continuation of Deferred@128703639 after retry RPC after error@116343095) -> (continuation of Deferred@1593144079 after retry RPC after error@885990184), errback=(continuation of Deferred@447479993 after retry RPC after error@647583591) -> (continuation of Deferred@1205751439 after retry RPC after error@213220507) -> (continuation of Deferred@1986399356 after retry RPC after error@438853560) -> (continuation of Deferred@792186948 after retry RPC after error@138485917) -> (continuation of Deferred@1317193733 after retry RPC after error@378510322) -> (continuation of Deferred@128703639 after retry RPC after error@116343095) -> (continuation of Deferred@1593144079 after retry RPC after error@885990184)))
17:28:36.061 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [103ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1379086965(state=PENDING, result=null, callback=(continuation of Deferred@447479993 after retry RPC after error@647583591) -> (continuation of Deferred@1205751439 after retry RPC after error@213220507) -> (continuation of Deferred@1986399356 after retry RPC after error@438853560) -> (continuation of Deferred@792186948 after retry RPC after error@138485917) -> (continuation of Deferred@1317193733 after retry RPC after error@378510322) -> (continuation of Deferred@128703639 after retry RPC after error@116343095) -> (continuation of Deferred@1593144079 after retry RPC after error@885990184), errback=(continuation of Deferred@447479993 after retry RPC after error@647583591) -> (continuation of Deferred@1205751439 after retry RPC after error@213220507) -> (continuation of Deferred@1986399356 after retry RPC after error@438853560) -> (continuation of Deferred@792186948 after retry RPC after error@138485917) -> (continuation of Deferred@1317193733 after retry RPC after error@378510322) -> (continuation of Deferred@128703639 after retry RPC after error@116343095) -> (continuation of Deferred@1593144079 after retry RPC after error@885990184)))
17:28:36.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.139 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.260 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@440350034(state=PENDING, result=null, callback=(continuation of Deferred@1321562487 after retry RPC after error@1535358514) -> (continuation of Deferred@427367869 after retry RPC after error@2056203877) -> (continuation of Deferred@530884234 after retry RPC after error@1506849130) -> (continuation of Deferred@144038680 after retry RPC after error@191508585) -> (continuation of Deferred@834684792 after retry RPC after error@1833429963) -> (continuation of Deferred@1261219936 after retry RPC after error@287254548), errback=(continuation of Deferred@1321562487 after retry RPC after error@1535358514) -> (continuation of Deferred@427367869 after retry RPC after error@2056203877) -> (continuation of Deferred@530884234 after retry RPC after error@1506849130) -> (continuation of Deferred@144038680 after retry RPC after error@191508585) -> (continuation of Deferred@834684792 after retry RPC after error@1833429963) -> (continuation of Deferred@1261219936 after retry RPC after error@287254548)))
17:28:36.261 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@440350034(state=PENDING, result=null, callback=(continuation of Deferred@1321562487 after retry RPC after error@1535358514) -> (continuation of Deferred@427367869 after retry RPC after error@2056203877) -> (continuation of Deferred@530884234 after retry RPC after error@1506849130) -> (continuation of Deferred@144038680 after retry RPC after error@191508585) -> (continuation of Deferred@834684792 after retry RPC after error@1833429963) -> (continuation of Deferred@1261219936 after retry RPC after error@287254548), errback=(continuation of Deferred@1321562487 after retry RPC after error@1535358514) -> (continuation of Deferred@427367869 after retry RPC after error@2056203877) -> (continuation of Deferred@530884234 after retry RPC after error@1506849130) -> (continuation of Deferred@144038680 after retry RPC after error@191508585) -> (continuation of Deferred@834684792 after retry RPC after error@1833429963) -> (continuation of Deferred@1261219936 after retry RPC after error@287254548)))
17:28:36.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.297 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.399 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.439 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.517 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.520 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@529828983(state=PENDING, result=null, callback=(continuation of Deferred@35909981 after retry RPC after error@1683145663) -> (continuation of Deferred@370953034 after retry RPC after error@760257226) -> (continuation of Deferred@811872036 after retry RPC after error@1121537452) -> (continuation of Deferred@921376934 after retry RPC after error@532959867) -> (continuation of Deferred@239621032 after retry RPC after error@108317664) -> (continuation of Deferred@1748295072 after retry RPC after error@1440619863) -> (continuation of Deferred@424137047 after retry RPC after error@961294932), errback=(continuation of Deferred@35909981 after retry RPC after error@1683145663) -> (continuation of Deferred@370953034 after retry RPC after error@760257226) -> (continuation of Deferred@811872036 after retry RPC after error@1121537452) -> (continuation of Deferred@921376934 after retry RPC after error@532959867) -> (continuation of Deferred@239621032 after retry RPC after error@108317664) -> (continuation of Deferred@1748295072 after retry RPC after error@1440619863) -> (continuation of Deferred@424137047 after retry RPC after error@961294932)))
17:28:36.520 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [163ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [241ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@529828983(state=PENDING, result=null, callback=(continuation of Deferred@35909981 after retry RPC after error@1683145663) -> (continuation of Deferred@370953034 after retry RPC after error@760257226) -> (continuation of Deferred@811872036 after retry RPC after error@1121537452) -> (continuation of Deferred@921376934 after retry RPC after error@532959867) -> (continuation of Deferred@239621032 after retry RPC after error@108317664) -> (continuation of Deferred@1748295072 after retry RPC after error@1440619863) -> (continuation of Deferred@424137047 after retry RPC after error@961294932), errback=(continuation of Deferred@35909981 after retry RPC after error@1683145663) -> (continuation of Deferred@370953034 after retry RPC after error@760257226) -> (continuation of Deferred@811872036 after retry RPC after error@1121537452) -> (continuation of Deferred@921376934 after retry RPC after error@532959867) -> (continuation of Deferred@239621032 after retry RPC after error@108317664) -> (continuation of Deferred@1748295072 after retry RPC after error@1440619863) -> (continuation of Deferred@424137047 after retry RPC after error@961294932)))
17:28:36.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.697 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.700 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@244117511(state=PENDING, result=null, callback=(continuation of Deferred@1642475846 after retry RPC after error@1750273319) -> (continuation of Deferred@917333145 after retry RPC after error@1598600835) -> (continuation of Deferred@259313709 after retry RPC after error@2143215313) -> (continuation of Deferred@585819155 after retry RPC after error@940356195) -> (continuation of Deferred@290519287 after retry RPC after error@403829850) -> (continuation of Deferred@1840140599 after retry RPC after error@812415307) -> (continuation of Deferred@653113585 after retry RPC after error@826882898), errback=(continuation of Deferred@1642475846 after retry RPC after error@1750273319) -> (continuation of Deferred@917333145 after retry RPC after error@1598600835) -> (continuation of Deferred@259313709 after retry RPC after error@2143215313) -> (continuation of Deferred@585819155 after retry RPC after error@940356195) -> (continuation of Deferred@290519287 after retry RPC after error@403829850) -> (continuation of Deferred@1840140599 after retry RPC after error@812415307) -> (continuation of Deferred@653113585 after retry RPC after error@826882898)))
17:28:36.700 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@244117511(state=PENDING, result=null, callback=(continuation of Deferred@1642475846 after retry RPC after error@1750273319) -> (continuation of Deferred@917333145 after retry RPC after error@1598600835) -> (continuation of Deferred@259313709 after retry RPC after error@2143215313) -> (continuation of Deferred@585819155 after retry RPC after error@940356195) -> (continuation of Deferred@290519287 after retry RPC after error@403829850) -> (continuation of Deferred@1840140599 after retry RPC after error@812415307) -> (continuation of Deferred@653113585 after retry RPC after error@826882898), errback=(continuation of Deferred@1642475846 after retry RPC after error@1750273319) -> (continuation of Deferred@917333145 after retry RPC after error@1598600835) -> (continuation of Deferred@259313709 after retry RPC after error@2143215313) -> (continuation of Deferred@585819155 after retry RPC after error@940356195) -> (continuation of Deferred@290519287 after retry RPC after error@403829850) -> (continuation of Deferred@1840140599 after retry RPC after error@812415307) -> (continuation of Deferred@653113585 after retry RPC after error@826882898)))
17:28:36.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.757 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.779 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.919 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.920 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@981527290(state=PENDING, result=null, callback=(continuation of Deferred@1693837978 after retry RPC after error@950970450) -> (continuation of Deferred@1428168916 after retry RPC after error@1749731248) -> (continuation of Deferred@589316377 after retry RPC after error@1853985047) -> (continuation of Deferred@989018771 after retry RPC after error@70913338) -> (continuation of Deferred@624147501 after retry RPC after error@1196984501) -> (continuation of Deferred@1692145007 after retry RPC after error@819697427) -> (continuation of Deferred@137467889 after retry RPC after error@187673442), errback=(continuation of Deferred@1693837978 after retry RPC after error@950970450) -> (continuation of Deferred@1428168916 after retry RPC after error@1749731248) -> (continuation of Deferred@589316377 after retry RPC after error@1853985047) -> (continuation of Deferred@989018771 after retry RPC after error@70913338) -> (continuation of Deferred@624147501 after retry RPC after error@1196984501) -> (continuation of Deferred@1692145007 after retry RPC after error@819697427) -> (continuation of Deferred@137467889 after retry RPC after error@187673442)))
17:28:36.920 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@981527290(state=PENDING, result=null, callback=(continuation of Deferred@1693837978 after retry RPC after error@950970450) -> (continuation of Deferred@1428168916 after retry RPC after error@1749731248) -> (continuation of Deferred@589316377 after retry RPC after error@1853985047) -> (continuation of Deferred@989018771 after retry RPC after error@70913338) -> (continuation of Deferred@624147501 after retry RPC after error@1196984501) -> (continuation of Deferred@1692145007 after retry RPC after error@819697427) -> (continuation of Deferred@137467889 after retry RPC after error@187673442), errback=(continuation of Deferred@1693837978 after retry RPC after error@950970450) -> (continuation of Deferred@1428168916 after retry RPC after error@1749731248) -> (continuation of Deferred@589316377 after retry RPC after error@1853985047) -> (continuation of Deferred@989018771 after retry RPC after error@70913338) -> (continuation of Deferred@624147501 after retry RPC after error@1196984501) -> (continuation of Deferred@1692145007 after retry RPC after error@819697427) -> (continuation of Deferred@137467889 after retry RPC after error@187673442)))
17:28:36.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.938 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.939 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.957 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:36.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:36.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:36.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:36.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:36.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.017 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.099 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@865599986(state=PENDING, result=null, callback=(continuation of Deferred@1027691492 after retry RPC after error@828619769) -> (continuation of Deferred@1396439706 after retry RPC after error@551544478) -> (continuation of Deferred@397827858 after retry RPC after error@992383598) -> (continuation of Deferred@935678138 after retry RPC after error@1752280010) -> (continuation of Deferred@1301948185 after retry RPC after error@1109420326) -> (continuation of Deferred@1602072920 after retry RPC after error@985104006) -> (continuation of Deferred@638137382 after retry RPC after error@1738604696), errback=(continuation of Deferred@1027691492 after retry RPC after error@828619769) -> (continuation of Deferred@1396439706 after retry RPC after error@551544478) -> (continuation of Deferred@397827858 after retry RPC after error@992383598) -> (continuation of Deferred@935678138 after retry RPC after error@1752280010) -> (continuation of Deferred@1301948185 after retry RPC after error@1109420326) -> (continuation of Deferred@1602072920 after retry RPC after error@985104006) -> (continuation of Deferred@638137382 after retry RPC after error@1738604696)))
17:28:37.100 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@865599986(state=PENDING, result=null, callback=(continuation of Deferred@1027691492 after retry RPC after error@828619769) -> (continuation of Deferred@1396439706 after retry RPC after error@551544478) -> (continuation of Deferred@397827858 after retry RPC after error@992383598) -> (continuation of Deferred@935678138 after retry RPC after error@1752280010) -> (continuation of Deferred@1301948185 after retry RPC after error@1109420326) -> (continuation of Deferred@1602072920 after retry RPC after error@985104006) -> (continuation of Deferred@638137382 after retry RPC after error@1738604696), errback=(continuation of Deferred@1027691492 after retry RPC after error@828619769) -> (continuation of Deferred@1396439706 after retry RPC after error@551544478) -> (continuation of Deferred@397827858 after retry RPC after error@992383598) -> (continuation of Deferred@935678138 after retry RPC after error@1752280010) -> (continuation of Deferred@1301948185 after retry RPC after error@1109420326) -> (continuation of Deferred@1602072920 after retry RPC after error@985104006) -> (continuation of Deferred@638137382 after retry RPC after error@1738604696)))
17:28:37.117 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:37.121233 6840 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 1)
17:28:37.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:37.124751 6840 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '39cb1c97b7ab440db729fdd4a9d94e42', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '39cb1c97b7ab440db729fdd4a9d94e42', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131, num_attempts: 1)
17:28:37.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:37.126240 6837 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.6.8.60:43131)
17:28:37.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.139 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.159 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.178 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.179 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.219 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.303 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.303 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.378 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [187ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [187ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [187ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [187ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@558308333(state=PENDING, result=null, callback=(continuation of Deferred@706471103 after retry RPC after error@482730406) -> (continuation of Deferred@809192423 after retry RPC after error@691713662) -> (continuation of Deferred@1559335418 after retry RPC after error@1862963987) -> (continuation of Deferred@84187494 after retry RPC after error@2037466878) -> (continuation of Deferred@694122091 after retry RPC after error@309783128) -> (continuation of Deferred@857251545 after retry RPC after error@1085106418) -> (continuation of Deferred@311669410 after retry RPC after error@932363906), errback=(continuation of Deferred@706471103 after retry RPC after error@482730406) -> (continuation of Deferred@809192423 after retry RPC after error@691713662) -> (continuation of Deferred@1559335418 after retry RPC after error@1862963987) -> (continuation of Deferred@84187494 after retry RPC after error@2037466878) -> (continuation of Deferred@694122091 after retry RPC after error@309783128) -> (continuation of Deferred@857251545 after retry RPC after error@1085106418) -> (continuation of Deferred@311669410 after retry RPC after error@932363906)))
17:28:37.379 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:37.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.399 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.440 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.457 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.560 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1615755798(state=PENDING, result=null, callback=(continuation of Deferred@465407112 after retry RPC after error@753391750) -> (continuation of Deferred@1837622662 after retry RPC after error@2114632938) -> (continuation of Deferred@153396847 after retry RPC after error@454392869) -> (continuation of Deferred@1240207636 after retry RPC after error@1646922031) -> (continuation of Deferred@1318182107 after retry RPC after error@2119529848) -> (continuation of Deferred@1469624087 after retry RPC after error@1699325882), errback=(continuation of Deferred@465407112 after retry RPC after error@753391750) -> (continuation of Deferred@1837622662 after retry RPC after error@2114632938) -> (continuation of Deferred@153396847 after retry RPC after error@454392869) -> (continuation of Deferred@1240207636 after retry RPC after error@1646922031) -> (continuation of Deferred@1318182107 after retry RPC after error@2119529848) -> (continuation of Deferred@1469624087 after retry RPC after error@1699325882)))
17:28:37.560 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1615755798(state=PENDING, result=null, callback=(continuation of Deferred@465407112 after retry RPC after error@753391750) -> (continuation of Deferred@1837622662 after retry RPC after error@2114632938) -> (continuation of Deferred@153396847 after retry RPC after error@454392869) -> (continuation of Deferred@1240207636 after retry RPC after error@1646922031) -> (continuation of Deferred@1318182107 after retry RPC after error@2119529848) -> (continuation of Deferred@1469624087 after retry RPC after error@1699325882), errback=(continuation of Deferred@465407112 after retry RPC after error@753391750) -> (continuation of Deferred@1837622662 after retry RPC after error@2114632938) -> (continuation of Deferred@153396847 after retry RPC after error@454392869) -> (continuation of Deferred@1240207636 after retry RPC after error@1646922031) -> (continuation of Deferred@1318182107 after retry RPC after error@2119529848) -> (continuation of Deferred@1469624087 after retry RPC after error@1699325882)))
17:28:37.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.619 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.620 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.739 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.740 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@63405642(state=PENDING, result=null, callback=(continuation of Deferred@1951204637 after retry RPC after error@278763889) -> (continuation of Deferred@936909440 after retry RPC after error@265619231) -> (continuation of Deferred@330075669 after retry RPC after error@1871104768) -> (continuation of Deferred@410898538 after retry RPC after error@1060622725) -> (continuation of Deferred@1218194512 after retry RPC after error@286994568) -> (continuation of Deferred@1737706561 after retry RPC after error@1722352335) -> (continuation of Deferred@1342065894 after retry RPC after error@128559841), errback=(continuation of Deferred@1951204637 after retry RPC after error@278763889) -> (continuation of Deferred@936909440 after retry RPC after error@265619231) -> (continuation of Deferred@330075669 after retry RPC after error@1871104768) -> (continuation of Deferred@410898538 after retry RPC after error@1060622725) -> (continuation of Deferred@1218194512 after retry RPC after error@286994568) -> (continuation of Deferred@1737706561 after retry RPC after error@1722352335) -> (continuation of Deferred@1342065894 after retry RPC after error@128559841)))
17:28:37.740 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@63405642(state=PENDING, result=null, callback=(continuation of Deferred@1951204637 after retry RPC after error@278763889) -> (continuation of Deferred@936909440 after retry RPC after error@265619231) -> (continuation of Deferred@330075669 after retry RPC after error@1871104768) -> (continuation of Deferred@410898538 after retry RPC after error@1060622725) -> (continuation of Deferred@1218194512 after retry RPC after error@286994568) -> (continuation of Deferred@1737706561 after retry RPC after error@1722352335) -> (continuation of Deferred@1342065894 after retry RPC after error@128559841), errback=(continuation of Deferred@1951204637 after retry RPC after error@278763889) -> (continuation of Deferred@936909440 after retry RPC after error@265619231) -> (continuation of Deferred@330075669 after retry RPC after error@1871104768) -> (continuation of Deferred@410898538 after retry RPC after error@1060622725) -> (continuation of Deferred@1218194512 after retry RPC after error@286994568) -> (continuation of Deferred@1737706561 after retry RPC after error@1722352335) -> (continuation of Deferred@1342065894 after retry RPC after error@128559841)))
17:28:37.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.819 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.821 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.840 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.898 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.960 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1385227845(state=PENDING, result=null, callback=(continuation of Deferred@1314514606 after retry RPC after error@143984191) -> (continuation of Deferred@1042919101 after retry RPC after error@1809765875) -> (continuation of Deferred@1781740208 after retry RPC after error@1253532983) -> (continuation of Deferred@957904538 after retry RPC after error@611605767) -> (continuation of Deferred@1461804427 after retry RPC after error@642651269) -> (continuation of Deferred@1553468016 after retry RPC after error@1510140033) -> (continuation of Deferred@127023951 after retry RPC after error@1370422532), errback=(continuation of Deferred@1314514606 after retry RPC after error@143984191) -> (continuation of Deferred@1042919101 after retry RPC after error@1809765875) -> (continuation of Deferred@1781740208 after retry RPC after error@1253532983) -> (continuation of Deferred@957904538 after retry RPC after error@611605767) -> (continuation of Deferred@1461804427 after retry RPC after error@642651269) -> (continuation of Deferred@1553468016 after retry RPC after error@1510140033) -> (continuation of Deferred@127023951 after retry RPC after error@1370422532)))
17:28:37.961 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1385227845(state=PENDING, result=null, callback=(continuation of Deferred@1314514606 after retry RPC after error@143984191) -> (continuation of Deferred@1042919101 after retry RPC after error@1809765875) -> (continuation of Deferred@1781740208 after retry RPC after error@1253532983) -> (continuation of Deferred@957904538 after retry RPC after error@611605767) -> (continuation of Deferred@1461804427 after retry RPC after error@642651269) -> (continuation of Deferred@1553468016 after retry RPC after error@1510140033) -> (continuation of Deferred@127023951 after retry RPC after error@1370422532), errback=(continuation of Deferred@1314514606 after retry RPC after error@143984191) -> (continuation of Deferred@1042919101 after retry RPC after error@1809765875) -> (continuation of Deferred@1781740208 after retry RPC after error@1253532983) -> (continuation of Deferred@957904538 after retry RPC after error@611605767) -> (continuation of Deferred@1461804427 after retry RPC after error@642651269) -> (continuation of Deferred@1553468016 after retry RPC after error@1510140033) -> (continuation of Deferred@127023951 after retry RPC after error@1370422532)))
17:28:37.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.979 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.980 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:37.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:37.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:37.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:37.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:37.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.037 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.039 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.059 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.060 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.080 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.140 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.198 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.200 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@2036759346(state=PENDING, result=null, callback=(continuation of Deferred@170509749 after retry RPC after error@1381098738) -> (continuation of Deferred@1780387854 after retry RPC after error@552327572) -> (continuation of Deferred@1688970321 after retry RPC after error@964737602) -> (continuation of Deferred@654365596 after retry RPC after error@1507432849) -> (continuation of Deferred@1625896919 after retry RPC after error@1544016674) -> (continuation of Deferred@2100983565 after retry RPC after error@1757047850) -> (continuation of Deferred@1095022949 after retry RPC after error@599325868), errback=(continuation of Deferred@170509749 after retry RPC after error@1381098738) -> (continuation of Deferred@1780387854 after retry RPC after error@552327572) -> (continuation of Deferred@1688970321 after retry RPC after error@964737602) -> (continuation of Deferred@654365596 after retry RPC after error@1507432849) -> (continuation of Deferred@1625896919 after retry RPC after error@1544016674) -> (continuation of Deferred@2100983565 after retry RPC after error@1757047850) -> (continuation of Deferred@1095022949 after retry RPC after error@599325868)))
17:28:38.201 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [3ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@2036759346(state=PENDING, result=null, callback=(continuation of Deferred@170509749 after retry RPC after error@1381098738) -> (continuation of Deferred@1780387854 after retry RPC after error@552327572) -> (continuation of Deferred@1688970321 after retry RPC after error@964737602) -> (continuation of Deferred@654365596 after retry RPC after error@1507432849) -> (continuation of Deferred@1625896919 after retry RPC after error@1544016674) -> (continuation of Deferred@2100983565 after retry RPC after error@1757047850) -> (continuation of Deferred@1095022949 after retry RPC after error@599325868), errback=(continuation of Deferred@170509749 after retry RPC after error@1381098738) -> (continuation of Deferred@1780387854 after retry RPC after error@552327572) -> (continuation of Deferred@1688970321 after retry RPC after error@964737602) -> (continuation of Deferred@654365596 after retry RPC after error@1507432849) -> (continuation of Deferred@1625896919 after retry RPC after error@1544016674) -> (continuation of Deferred@2100983565 after retry RPC after error@1757047850) -> (continuation of Deferred@1095022949 after retry RPC after error@599325868)))
17:28:38.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.237 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.279 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.360 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@706588528(state=PENDING, result=null, callback=(continuation of Deferred@1194181210 after retry RPC after error@1670093719) -> (continuation of Deferred@1439945734 after retry RPC after error@317884387) -> (continuation of Deferred@1004845301 after retry RPC after error@67951421) -> (continuation of Deferred@1328827486 after retry RPC after error@1241454532) -> (continuation of Deferred@1463954718 after retry RPC after error@905302520) -> (continuation of Deferred@1481518500 after retry RPC after error@1774080094), errback=(continuation of Deferred@1194181210 after retry RPC after error@1670093719) -> (continuation of Deferred@1439945734 after retry RPC after error@317884387) -> (continuation of Deferred@1004845301 after retry RPC after error@67951421) -> (continuation of Deferred@1328827486 after retry RPC after error@1241454532) -> (continuation of Deferred@1463954718 after retry RPC after error@905302520) -> (continuation of Deferred@1481518500 after retry RPC after error@1774080094)))
17:28:38.360 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [43ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [102ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [142ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@706588528(state=PENDING, result=null, callback=(continuation of Deferred@1194181210 after retry RPC after error@1670093719) -> (continuation of Deferred@1439945734 after retry RPC after error@317884387) -> (continuation of Deferred@1004845301 after retry RPC after error@67951421) -> (continuation of Deferred@1328827486 after retry RPC after error@1241454532) -> (continuation of Deferred@1463954718 after retry RPC after error@905302520) -> (continuation of Deferred@1481518500 after retry RPC after error@1774080094), errback=(continuation of Deferred@1194181210 after retry RPC after error@1670093719) -> (continuation of Deferred@1439945734 after retry RPC after error@317884387) -> (continuation of Deferred@1004845301 after retry RPC after error@67951421) -> (continuation of Deferred@1328827486 after retry RPC after error@1241454532) -> (continuation of Deferred@1463954718 after retry RPC after error@905302520) -> (continuation of Deferred@1481518500 after retry RPC after error@1774080094)))
17:28:38.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.378 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.398 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.399 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.439 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.560 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1942363184(state=PENDING, result=null, callback=(continuation of Deferred@1608578983 after retry RPC after error@35051774) -> (continuation of Deferred@839983598 after retry RPC after error@1903528960) -> (continuation of Deferred@695205958 after retry RPC after error@487976126) -> (continuation of Deferred@640721059 after retry RPC after error@2071477737) -> (continuation of Deferred@1378054384 after retry RPC after error@1625363990) -> (continuation of Deferred@1131906833 after retry RPC after error@2035969507) -> (continuation of Deferred@817309384 after retry RPC after error@1477363566), errback=(continuation of Deferred@1608578983 after retry RPC after error@35051774) -> (continuation of Deferred@839983598 after retry RPC after error@1903528960) -> (continuation of Deferred@695205958 after retry RPC after error@487976126) -> (continuation of Deferred@640721059 after retry RPC after error@2071477737) -> (continuation of Deferred@1378054384 after retry RPC after error@1625363990) -> (continuation of Deferred@1131906833 after retry RPC after error@2035969507) -> (continuation of Deferred@817309384 after retry RPC after error@1477363566)))
17:28:38.560 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [83ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [162ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1942363184(state=PENDING, result=null, callback=(continuation of Deferred@1608578983 after retry RPC after error@35051774) -> (continuation of Deferred@839983598 after retry RPC after error@1903528960) -> (continuation of Deferred@695205958 after retry RPC after error@487976126) -> (continuation of Deferred@640721059 after retry RPC after error@2071477737) -> (continuation of Deferred@1378054384 after retry RPC after error@1625363990) -> (continuation of Deferred@1131906833 after retry RPC after error@2035969507) -> (continuation of Deferred@817309384 after retry RPC after error@1477363566), errback=(continuation of Deferred@1608578983 after retry RPC after error@35051774) -> (continuation of Deferred@839983598 after retry RPC after error@1903528960) -> (continuation of Deferred@695205958 after retry RPC after error@487976126) -> (continuation of Deferred@640721059 after retry RPC after error@2071477737) -> (continuation of Deferred@1378054384 after retry RPC after error@1625363990) -> (continuation of Deferred@1131906833 after retry RPC after error@2035969507) -> (continuation of Deferred@817309384 after retry RPC after error@1477363566)))
17:28:38.577 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.637 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.639 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.699 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.781 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1353569575(state=PENDING, result=null, callback=(continuation of Deferred@1709290047 after retry RPC after error@1301737964) -> (continuation of Deferred@452313101 after retry RPC after error@609168025) -> (continuation of Deferred@1280771173 after retry RPC after error@917804434) -> (continuation of Deferred@49663713 after retry RPC after error@1597188036) -> (continuation of Deferred@724792427 after retry RPC after error@968453274) -> (continuation of Deferred@353845130 after retry RPC after error@1406937067), errback=(continuation of Deferred@1709290047 after retry RPC after error@1301737964) -> (continuation of Deferred@452313101 after retry RPC after error@609168025) -> (continuation of Deferred@1280771173 after retry RPC after error@917804434) -> (continuation of Deferred@49663713 after retry RPC after error@1597188036) -> (continuation of Deferred@724792427 after retry RPC after error@968453274) -> (continuation of Deferred@353845130 after retry RPC after error@1406937067)))
17:28:38.782 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [201ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@1353569575(state=PENDING, result=null, callback=(continuation of Deferred@1709290047 after retry RPC after error@1301737964) -> (continuation of Deferred@452313101 after retry RPC after error@609168025) -> (continuation of Deferred@1280771173 after retry RPC after error@917804434) -> (continuation of Deferred@49663713 after retry RPC after error@1597188036) -> (continuation of Deferred@724792427 after retry RPC after error@968453274) -> (continuation of Deferred@353845130 after retry RPC after error@1406937067), errback=(continuation of Deferred@1709290047 after retry RPC after error@1301737964) -> (continuation of Deferred@452313101 after retry RPC after error@609168025) -> (continuation of Deferred@1280771173 after retry RPC after error@917804434) -> (continuation of Deferred@49663713 after retry RPC after error@1597188036) -> (continuation of Deferred@724792427 after retry RPC after error@968453274) -> (continuation of Deferred@353845130 after retry RPC after error@1406937067)))
17:28:38.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.818 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.819 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.839 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.858 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.877 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.878 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.879 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.918 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.919 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.920 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:38.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:38.979 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:38.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:38.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:38.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.020 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.020 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@2048402733(state=PENDING, result=null, callback=(continuation of Deferred@1849079645 after retry RPC after error@842652855) -> (continuation of Deferred@434932820 after retry RPC after error@585556745) -> (continuation of Deferred@2041652311 after retry RPC after error@85038002) -> (continuation of Deferred@2019701096 after retry RPC after error@1829338054) -> (continuation of Deferred@493517228 after retry RPC after error@342877616) -> (continuation of Deferred@2104459044 after retry RPC after error@1537145860) -> (continuation of Deferred@368531906 after retry RPC after error@2128510121), errback=(continuation of Deferred@1849079645 after retry RPC after error@842652855) -> (continuation of Deferred@434932820 after retry RPC after error@585556745) -> (continuation of Deferred@2041652311 after retry RPC after error@85038002) -> (continuation of Deferred@2019701096 after retry RPC after error@1829338054) -> (continuation of Deferred@493517228 after retry RPC after error@342877616) -> (continuation of Deferred@2104459044 after retry RPC after error@1537145860) -> (continuation of Deferred@368531906 after retry RPC after error@2128510121)))
17:28:39.020 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@2048402733(state=PENDING, result=null, callback=(continuation of Deferred@1849079645 after retry RPC after error@842652855) -> (continuation of Deferred@434932820 after retry RPC after error@585556745) -> (continuation of Deferred@2041652311 after retry RPC after error@85038002) -> (continuation of Deferred@2019701096 after retry RPC after error@1829338054) -> (continuation of Deferred@493517228 after retry RPC after error@342877616) -> (continuation of Deferred@2104459044 after retry RPC after error@1537145860) -> (continuation of Deferred@368531906 after retry RPC after error@2128510121), errback=(continuation of Deferred@1849079645 after retry RPC after error@842652855) -> (continuation of Deferred@434932820 after retry RPC after error@585556745) -> (continuation of Deferred@2041652311 after retry RPC after error@85038002) -> (continuation of Deferred@2019701096 after retry RPC after error@1829338054) -> (continuation of Deferred@493517228 after retry RPC after error@342877616) -> (continuation of Deferred@2104459044 after retry RPC after error@1537145860) -> (continuation of Deferred@368531906 after retry RPC after error@2128510121)))
17:28:39.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.038 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.077 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.120 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.138 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.218 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.220 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@465037589(state=PENDING, result=null, callback=(continuation of Deferred@447557535 after retry RPC after error@2098709013) -> (continuation of Deferred@132955033 after retry RPC after error@590808368) -> (continuation of Deferred@1351943966 after retry RPC after error@332488819) -> (continuation of Deferred@1904419299 after retry RPC after error@1778824294) -> (continuation of Deferred@307491791 after retry RPC after error@169466638) -> (continuation of Deferred@1660780439 after retry RPC after error@1032274474), errback=(continuation of Deferred@447557535 after retry RPC after error@2098709013) -> (continuation of Deferred@132955033 after retry RPC after error@590808368) -> (continuation of Deferred@1351943966 after retry RPC after error@332488819) -> (continuation of Deferred@1904419299 after retry RPC after error@1778824294) -> (continuation of Deferred@307491791 after retry RPC after error@169466638) -> (continuation of Deferred@1660780439 after retry RPC after error@1032274474)))
17:28:39.220 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@465037589(state=PENDING, result=null, callback=(continuation of Deferred@447557535 after retry RPC after error@2098709013) -> (continuation of Deferred@132955033 after retry RPC after error@590808368) -> (continuation of Deferred@1351943966 after retry RPC after error@332488819) -> (continuation of Deferred@1904419299 after retry RPC after error@1778824294) -> (continuation of Deferred@307491791 after retry RPC after error@169466638) -> (continuation of Deferred@1660780439 after retry RPC after error@1032274474), errback=(continuation of Deferred@447557535 after retry RPC after error@2098709013) -> (continuation of Deferred@132955033 after retry RPC after error@590808368) -> (continuation of Deferred@1351943966 after retry RPC after error@332488819) -> (continuation of Deferred@1904419299 after retry RPC after error@1778824294) -> (continuation of Deferred@307491791 after retry RPC after error@169466638) -> (continuation of Deferred@1660780439 after retry RPC after error@1032274474)))
17:28:39.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.259 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.278 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.280 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.299 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.318 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.319 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.419 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.420 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@670204480(state=PENDING, result=null, callback=(continuation of Deferred@1203435382 after retry RPC after error@1810726601) -> (continuation of Deferred@1120406603 after retry RPC after error@1897621200) -> (continuation of Deferred@1636445890 after retry RPC after error@1636900620) -> (continuation of Deferred@1664744737 after retry RPC after error@1237199472) -> (continuation of Deferred@2045960635 after retry RPC after error@284354806) -> (continuation of Deferred@1007607612 after retry RPC after error@73109351), errback=(continuation of Deferred@1203435382 after retry RPC after error@1810726601) -> (continuation of Deferred@1120406603 after retry RPC after error@1897621200) -> (continuation of Deferred@1636445890 after retry RPC after error@1636900620) -> (continuation of Deferred@1664744737 after retry RPC after error@1237199472) -> (continuation of Deferred@2045960635 after retry RPC after error@284354806) -> (continuation of Deferred@1007607612 after retry RPC after error@73109351)))
17:28:39.420 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, deferred=Deferred@670204480(state=PENDING, result=null, callback=(continuation of Deferred@1203435382 after retry RPC after error@1810726601) -> (continuation of Deferred@1120406603 after retry RPC after error@1897621200) -> (continuation of Deferred@1636445890 after retry RPC after error@1636900620) -> (continuation of Deferred@1664744737 after retry RPC after error@1237199472) -> (continuation of Deferred@2045960635 after retry RPC after error@284354806) -> (continuation of Deferred@1007607612 after retry RPC after error@73109351), errback=(continuation of Deferred@1203435382 after retry RPC after error@1810726601) -> (continuation of Deferred@1120406603 after retry RPC after error@1897621200) -> (continuation of Deferred@1636445890 after retry RPC after error@1636900620) -> (continuation of Deferred@1664744737 after retry RPC after error@1237199472) -> (continuation of Deferred@2045960635 after retry RPC after error@284354806) -> (continuation of Deferred@1007607612 after retry RPC after error@73109351)))
17:28:39.438 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.439 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.440 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.459 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.497 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.520 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.579 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.597 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.598 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.657 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.658 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.660 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@209692554(state=PENDING, result=null, callback=(continuation of Deferred@299593616 after retry RPC after error@2676937) -> (continuation of Deferred@931657593 after retry RPC after error@1177896436) -> (continuation of Deferred@207099213 after retry RPC after error@1248881311) -> (continuation of Deferred@1111781527 after retry RPC after error@775067598) -> (continuation of Deferred@1644956984 after retry RPC after error@727824244) -> (continuation of Deferred@1245755975 after retry RPC after error@1895221286) -> (continuation of Deferred@1922137805 after retry RPC after error@1416474108) -> (continuation of Deferred@456173492 after retry RPC after error@1572989708), errback=(continuation of Deferred@299593616 after retry RPC after error@2676937) -> (continuation of Deferred@931657593 after retry RPC after error@1177896436) -> (continuation of Deferred@207099213 after retry RPC after error@1248881311) -> (continuation of Deferred@1111781527 after retry RPC after error@775067598) -> (continuation of Deferred@1644956984 after retry RPC after error@727824244) -> (continuation of Deferred@1245755975 after retry RPC after error@1895221286) -> (continuation of Deferred@1922137805 after retry RPC after error@1416474108) -> (continuation of Deferred@456173492 after retry RPC after error@1572989708)))
17:28:39.661 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [122ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [140ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [160ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [161ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [221ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@209692554(state=PENDING, result=null, callback=(continuation of Deferred@299593616 after retry RPC after error@2676937) -> (continuation of Deferred@931657593 after retry RPC after error@1177896436) -> (continuation of Deferred@207099213 after retry RPC after error@1248881311) -> (continuation of Deferred@1111781527 after retry RPC after error@775067598) -> (continuation of Deferred@1644956984 after retry RPC after error@727824244) -> (continuation of Deferred@1245755975 after retry RPC after error@1895221286) -> (continuation of Deferred@1922137805 after retry RPC after error@1416474108) -> (continuation of Deferred@456173492 after retry RPC after error@1572989708), errback=(continuation of Deferred@299593616 after retry RPC after error@2676937) -> (continuation of Deferred@931657593 after retry RPC after error@1177896436) -> (continuation of Deferred@207099213 after retry RPC after error@1248881311) -> (continuation of Deferred@1111781527 after retry RPC after error@775067598) -> (continuation of Deferred@1644956984 after retry RPC after error@727824244) -> (continuation of Deferred@1245755975 after retry RPC after error@1895221286) -> (continuation of Deferred@1922137805 after retry RPC after error@1416474108) -> (continuation of Deferred@456173492 after retry RPC after error@1572989708)))
17:28:39.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.679 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.700 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.738 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.739 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.778 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.779 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.797 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.938 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [40ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [120ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, deferred=Deferred@1495958009(state=PENDING, result=null, callback=(continuation of Deferred@505224414 after retry RPC after error@1456664321) -> (continuation of Deferred@428514741 after retry RPC after error@337830452) -> (continuation of Deferred@1655699330 after retry RPC after error@600094257) -> (continuation of Deferred@1852764361 after retry RPC after error@1834912882) -> (continuation of Deferred@1884321212 after retry RPC after error@1990406329) -> (continuation of Deferred@1867677212 after retry RPC after error@1995850392) -> (continuation of Deferred@100148335 after retry RPC after error@1781656209), errback=(continuation of Deferred@505224414 after retry RPC after error@1456664321) -> (continuation of Deferred@428514741 after retry RPC after error@337830452) -> (continuation of Deferred@1655699330 after retry RPC after error@600094257) -> (continuation of Deferred@1852764361 after retry RPC after error@1834912882) -> (continuation of Deferred@1884321212 after retry RPC after error@1990406329) -> (continuation of Deferred@1867677212 after retry RPC after error@1995850392) -> (continuation of Deferred@100148335 after retry RPC after error@1781656209)))
17:28:39.939 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:39.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.958 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.978 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.979 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:39.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:39.998 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:39.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:39.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131
17:28:39.999 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:40.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:40.018 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.60:43131(127.6.8.60:43131)] connecting to peer
17:28:40.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:40.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:40.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:40.218 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=4, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [42ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, deferred=Deferred@796341740(state=PENDING, result=null, callback=(continuation of Deferred@842232400 after retry RPC after error@1045488929) -> (continuation of Deferred@1285281673 after retry RPC after error@1523925923) -> (continuation of Deferred@1935481691 after retry RPC after error@1251836412), errback=(continuation of Deferred@842232400 after retry RPC after error@1045488929) -> (continuation of Deferred@1285281673 after retry RPC after error@1523925923) -> (continuation of Deferred@1935481691 after retry RPC after error@1251836412)))
17:28:40.218 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=190, elapsed=200), Traces: [0ms] sending RPC to server master-127.6.8.60:43131, deferred=Deferred@1487413433(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.6.8.60:43131, errback=org.apache.kudu.client.ConnectToCluster$1@2890a854 -> ConnectToMasterErrCB for 127.6.8.60:43131))
17:28:40.218 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:40.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:40.238 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
17:28:40.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:40.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:40.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:40.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:40.494994 6187 master_runner.cc:186] Error getting master registration for 127.6.8.61:41481: Network error: Client connection negotiation failed: client connection to 127.6.8.61:41481: connect: Connection refused (error 111),
17:28:40.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:40.495251 6187 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
17:28:40.498 [DEBUG - pool-46-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, deferred=null) with no deferred attached!
17:28:40.498 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.6.8.60:43131, deferred=Deferred@202136516(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.6.8.60:43131, errback=org.apache.kudu.client.ConnectToCluster$1@21738019 -> ConnectToMasterErrCB for 127.6.8.60:43131))
17:28:40.498 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:40.498 [DEBUG - pool-46-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.6.8.60:43131, deferred=Deferred@202136516(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.6.8.60:43131, errback=org.apache.kudu.client.ConnectToCluster$1@21738019 -> ConnectToMasterErrCB for 127.6.8.60:43131)), deferred=null)
17:28:40.499 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.6.8.60:43131, deferred=Deferred@202136516(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.6.8.60:43131, errback=org.apache.kudu.client.ConnectToCluster$1@21738019 -> ConnectToMasterErrCB for 127.6.8.60:43131)), deferred=null)
17:28:40.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.6.8.61:41481(127.6.8.61:41481)] connecting to peer
17:28:40.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:40.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.61:41481(127.6.8.61:41481)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:40.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.61:41481: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481
17:28:40.719 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
17:28:40.720 [DEBUG - main] (Connection.java:575) [peer master-127.6.8.61:41481(127.6.8.61:41481)] disconnecting while in state TERMINATED
17:28:40.720 [DEBUG - main] (Connection.java:575) [peer master-127.6.8.60:43131(127.6.8.60:43131)] disconnecting while in state CONNECTING
17:28:40.720 [DEBUG - main] (Connection.java:575) [peer 7bdabe3da1f742a48b7331e4e728ad66(127.6.8.3:42191)] disconnecting while in state READY
17:28:40.720 [INFO - kudu-nio-0] (Connection.java:425) [peer master-127.6.8.60:43131(127.6.8.60:43131)] disconnected from peer
17:28:40.720 [DEBUG - main] (Connection.java:575) [peer master-127.6.8.62:35165(127.6.8.62:35165)] disconnecting while in state READY
17:28:40.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.60:43131(127.6.8.60:43131)] cleaning up while in state CONNECTING due to: [peer master-127.6.8.60:43131(127.6.8.60:43131)] disconnected from peer
17:28:40.721 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=502), Traces: [0ms] received response from server master-127.6.8.60:43131: Network error: [peer master-127.6.8.60:43131(127.6.8.60:43131)] disconnected from peer, deferred=null) with no deferred attached!
17:28:40.721 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=222), Traces: [0ms] received response from server master-127.6.8.60:43131: Network error: [peer master-127.6.8.60:43131(127.6.8.60:43131)] disconnected from peer, deferred=null) with no deferred attached!
17:28:40.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.6.8.60:43131: [peer master-127.6.8.60:43131(127.6.8.60:43131)] disconnected from peer
17:28:40.721 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131; will retry
17:28:40.721 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 7bdabe3da1f742a48b7331e4e728ad66(127.6.8.3:42191)] handling channelInactive
17:28:40.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7bdabe3da1f742a48b7331e4e728ad66(127.6.8.3:42191)] cleaning up while in state READY due to: connection closed
17:28:40.722 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
17:28:40.723 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.8.62:35165(127.6.8.62:35165)] handling channelInactive
17:28:40.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.8.62:35165(127.6.8.62:35165)] cleaning up while in state READY due to: connection closed
17:28:40.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:40.724336 6176 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu pid 6471
17:28:40.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:40.734793 6626 generic_service.cc:196] Checking for leaks (request via RPC)
17:28:40.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:40.845801 6176 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu with pid 6471
17:28:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260923 17:28:40.865711 6796 connection.cc:535] server connection from 127.6.8.1:35733 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
17:28:40.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:40.866300 6176 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu pid 6636
17:28:40.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:40.874383 6769 generic_service.cc:196] Checking for leaks (request via RPC)
17:28:40.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:40.982084 6176 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu with pid 6636
17:28:41.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:41.002383 6176 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu pid 6779
17:28:41.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:41.011107 6910 generic_service.cc:196] Checking for leaks (request via RPC)
17:28:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:41.166241 6176 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu with pid 6779
17:28:41.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:41.190981 6176 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu pid 6187
17:28:41.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:41.192343 6259 generic_service.cc:196] Checking for leaks (request via RPC)
17:28:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260923 17:28:41.351432 6176 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskrwOA2M/build/asan/bin/kudu with pid 6187
17:28:41.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-23T17:28:41Z chronyd exiting
17:28:41.515 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=35, TimeoutTracker(timeout=50000, elapsed=50001), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [45ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [204ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [204ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [323ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [323ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [324ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [324ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [643ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [643ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [643ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [644ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [782ms] refreshing cache from master, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [783ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [784ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [784ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [785ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1522ms] refreshing cache from master, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1524ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1524ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [4121ms] refreshing cache from master, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [4123ms] too many traces: truncated at 100 traces, deferred=Deferred@543786226(state=PENDING, result=null, callback=(continuation of Deferred@1322592576 after retry RPC after error@1939545035) -> (continuation of Deferred@752795783 after retry RPC after error@1090297850) -> (continuation of Deferred@662970764 after retry RPC after error@208286708) -> (continuation of Deferred@1449791494 after retry RPC after error@1926055550) -> (continuation of Deferred@1958969834 after retry RPC after error@694941973) -> (continuation of Deferred@788997662 after retry RPC after error@937519926) -> (continuation of Deferred@1606775025 after retry RPC after error@697342285) -> (continuation of Deferred@1068596663 after retry RPC after error@53811628) -> (continuation of Deferred@2005115843 after retry RPC after error@1517557391) -> (continuation of Deferred@1855751347 after retry RPC after error@1171200181) -> (continuation of Deferred@800601716 after retry RPC after error@1434619234) -> (continuation of Deferred@1597055613 after retry RPC after error@1644598174) -> (continuation of Deferred@207815228 after retry RPC after error@1305179983) -> (continuation of Deferred@457152065 after retry RPC after error@1307802843) -> (continuation of Deferred@1502999995 after retry RPC after error@1341296841) -> (continuation of Deferred@672701160 after retry RPC after error@2119909012) -> (continuation of Deferred@135607497 after retry RPC after error@1396345306) -> (continuation of Deferred@1067026063 after retry RPC after error@403808374) -> (continuation of Deferred@964918465 after retry RPC after error@1055934066) -> (continuation of Deferred@1294861021 after retry RPC after error@1479088414) -> (continuation of Deferred@2062422958 after retry RPC after error@1175521623) -> (continuation of Deferred@2073351074 after retry RPC after error@1810220071) -> (continuation of Deferred@1637669270 after retry RPC after error@789135171) -> (continuation of Deferred@1918755011 after retry RPC after error@937215571) -> (continuation of Deferred@806086999 after retry RPC after error@1444821810) -> (continuation of Deferred@1264091850 after retry RPC after error@451357612) -> (continuation of Deferred@1976117494 after retry RPC after error@1378441942) -> (continuation of Deferred@1567153291 after retry RPC after error@2121348801) -> (continuation of Deferred@1111699297 after retry RPC after error@1512317461) -> (continuation of Deferred@1093869918 after retry RPC after error@906215559) -> (continuation of Deferred@1843452161 after retry RPC after error@380598818) -> (continuation of Deferred@1322156152 after retry RPC after error@1726047966) -> (continuation of Deferred@220365778 after retry RPC after error@1622251070) -> (continuation of Deferred@1522927376 after retry RPC after error@939281664) -> (continuation of Deferred@786003006 after retry RPC after error@1119160253), errback=(continuation of Deferred@1322592576 after retry RPC after error@1939545035) -> (continuation of Deferred@752795783 after retry RPC after error@1090297850) -> (continuation of Deferred@662970764 after retry RPC after error@208286708) -> (continuation of Deferred@1449791494 after retry RPC after error@1926055550) -> (continuation of Deferred@1958969834 after retry RPC after error@694941973) -> (continuation of Deferred@788997662 after retry RPC after error@937519926) -> (continuation of Deferred@1606775025 after retry RPC after error@697342285) -> (continuation of Deferred@1068596663 after retry RPC after error@53811628) -> (continuation of Deferred@2005115843 after retry RPC after error@1517557391) -> (continuation of Deferred@1855751347 after retry RPC after error@1171200181) -> (continuation of Deferred@800601716 after retry RPC after error@1434619234) -> (continuation of Deferred@1597055613 after retry RPC after error@1644598174) -> (continuation of Deferred@207815228 after retry RPC after error@1305179983) -> (continuation of Deferred@457152065 after retry RPC after error@1307802843) -> (continuation of Deferred@1502999995 after retry RPC after error@1341296841) -> (continuation of Deferred@672701160 after retry RPC after error@2119909012) -> (continuation of Deferred@135607497 after retry RPC after error@1396345306) -> (continuation of Deferred@1067026063 after retry RPC after error@403808374) -> (continuation of Deferred@964918465 after retry RPC after error@1055934066) -> (continuation of Deferred@1294861021 after retry RPC after error@1479088414) -> (continuation of Deferred@2062422958 after retry RPC after error@1175521623) -> (continuation of Deferred@2073351074 after retry RPC after error@1810220071) -> (continuation of Deferred@1637669270 after retry RPC after error@789135171) -> (continuation of Deferred@1918755011 after retry RPC after error@937215571) -> (continuation of Deferred@806086999 after retry RPC after error@1444821810) -> (continuation of Deferred@1264091850 after retry RPC after error@451357612) -> (continuation of Deferred@1976117494 after retry RPC after error@1378441942) -> (continuation of Deferred@1567153291 after retry RPC after error@2121348801) -> (continuation of Deferred@1111699297 after retry RPC after error@1512317461) -> (continuation of Deferred@1093869918 after retry RPC after error@906215559) -> (continuation of Deferred@1843452161 after retry RPC after error@380598818) -> (continuation of Deferred@1322156152 after retry RPC after error@1726047966) -> (continuation of Deferred@220365778 after retry RPC after error@1622251070) -> (continuation of Deferred@1522927376 after retry RPC after error@939281664) -> (continuation of Deferred@786003006 after retry RPC after error@1119160253)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.KuduRpc$RpcTimeoutTask.run(KuduRpc.java:466) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=null, attempt=35, TimeoutTracker(timeout=50000, elapsed=50001), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [2ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [23ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [24ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [44ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [45ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [63ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [64ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [84ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [123ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [124ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [183ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [184ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [203ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [204ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [204ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [323ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [323ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [324ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [324ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [643ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [643ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [643ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [644ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [782ms] refreshing cache from master, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [783ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [784ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [784ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [785ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1522ms] refreshing cache from master, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [1522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.61:41481: Network error: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481, [1523ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.60:43131: Network error: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [1524ms] Sub RPC ConnectToMaster: received response from server master-127.6.8.62:35165: OK, [1524ms] delaying RPC due to: Service unavailable: Master config (127.6.8.62:35165,127.6.8.61:41481,127.6.8.60:43131) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.61:41481(127.6.8.61:41481): Connection refused: /127.6.8.61:41481,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.6.8.60:43131(127.6.8.60:43131): Connection refused: /127.6.8.60:43131, [4121ms] refreshing cache from master, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.62:35165, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.61:41481, [4122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.8.60:43131, [4123ms] too many traces: truncated at 100 traces, deferred=Deferred@543786226(state=PENDING, result=null, callback=(continuation of Deferred@1322592576 after retry RPC after error@1939545035) -> (continuation of Deferred@752795783 after retry RPC after error@1090297850) -> (continuation of Deferred@662970764 after retry RPC after error@208286708) -> (continuation of Deferred@1449791494 after retry RPC after error@1926055550) -> (continuation of Deferred@1958969834 after retry RPC after error@694941973) -> (continuation of Deferred@788997662 after retry RPC after error@937519926) -> (continuation of Deferred@1606775025 after retry RPC after error@697342285) -> (continuation of Deferred@1068596663 after retry RPC after error@53811628) -> (continuation of Deferred@2005115843 after retry RPC after error@1517557391) -> (continuation of Deferred@1855751347 after retry RPC after error@1171200181) -> (continuation of Deferred@800601716 after retry RPC after error@1434619234) -> (continuation of Deferred@1597055613 after retry RPC after error@1644598174) -> (continuation of Deferred@207815228 after retry RPC after error@1305179983) -> (continuation of Deferred@457152065 after retry RPC after error@1307802843) -> (continuation of Deferred@1502999995 after retry RPC after error@1341296841) -> (continuation of Deferred@672701160 after retry RPC after error@2119909012) -> (continuation of Deferred@135607497 after retry RPC after error@1396345306) -> (continuation of Deferred@1067026063 after retry RPC after error@403808374) -> (continuation of Deferred@964918465 after retry RPC after error@1055934066) -> (continuation of Deferred@1294861021 after retry RPC after error@1479088414) -> (continuation of Deferred@2062422958 after retry RPC after error@1175521623) -> (continuation of Deferred@2073351074 after retry RPC after error@1810220071) -> (continuation of Deferred@1637669270 after retry RPC after error@789135171) -> (continuation of Deferred@1918755011 after retry RPC after error@937215571) -> (continuation of Deferred@806086999 after retry RPC after error@1444821810) -> (continuation of Deferred@1264091850 after retry RPC after error@451357612) -> (continuation of Deferred@1976117494 after retry RPC after error@1378441942) -> (continuation of Deferred@1567153291 after retry RPC after error@2121348801) -> (continuation of Deferred@1111699297 after retry RPC after error@1512317461) -> (continuation of Deferred@1093869918 after retry RPC after error@906215559) -> (continuation of Deferred@1843452161 after retry RPC after error@380598818) -> (continuation of Deferred@1322156152 after retry RPC after error@1726047966) -> (continuation of Deferred@220365778 after retry RPC after error@1622251070) -> (continuation of Deferred@1522927376 after retry RPC after error@939281664) -> (continuation of Deferred@786003006 after retry RPC after error@1119160253), errback=(continuation of Deferred@1322592576 after retry RPC after error@1939545035) -> (continuation of Deferred@752795783 after retry RPC after error@1090297850) -> (continuation of Deferred@662970764 after retry RPC after error@208286708) -> (continuation of Deferred@1449791494 after retry RPC after error@1926055550) -> (continuation of Deferred@1958969834 after retry RPC after error@694941973) -> (continuation of Deferred@788997662 after retry RPC after error@937519926) -> (continuation of Deferred@1606775025 after retry RPC after error@697342285) -> (continuation of Deferred@1068596663 after retry RPC after error@53811628) -> (continuation of Deferred@2005115843 after retry RPC after error@1517557391) -> (continuation of Deferred@1855751347 after retry RPC after error@1171200181) -> (continuation of Deferred@800601716 after retry RPC after error@1434619234) -> (continuation of Deferred@1597055613 after retry RPC after error@1644598174) -> (continuation of Deferred@207815228 after retry RPC after error@1305179983) -> (continuation of Deferred@457152065 after retry RPC after error@1307802843) -> (continuation of Deferred@1502999995 after retry RPC after error@1341296841) -> (continuation of Deferred@672701160 after retry RPC after error@2119909012) -> (continuation of Deferred@135607497 after retry RPC after error@1396345306) -> (continuation of Deferred@1067026063 after retry RPC after error@403808374) -> (continuation of Deferred@964918465 after retry RPC after error@1055934066) -> (continuation of Deferred@1294861021 after retry RPC after error@1479088414) -> (continuation of Deferred@2062422958 after retry RPC after error@1175521623) -> (continuation of Deferred@2073351074 after retry RPC after error@1810220071) -> (continuation of Deferred@1637669270 after retry RPC after error@789135171) -> (continuation of Deferred@1918755011 after retry RPC after error@937215571) -> (continuation of Deferred@806086999 after retry RPC after error@1444821810) -> (continuation of Deferred@1264091850 after retry RPC after error@451357612) -> (continuation of Deferred@1976117494 after retry RPC after error@1378441942) -> (continuation of Deferred@1567153291 after retry RPC after error@2121348801) -> (continuation of Deferred@1111699297 after retry RPC after error@1512317461) -> (continuation of Deferred@1093869918 after retry RPC after error@906215559) -> (continuation of Deferred@1843452161 after retry RPC after error@380598818) -> (continuation of Deferred@1322156152 after retry RPC after error@1726047966) -> (continuation of Deferred@220365778 after retry RPC after error@1622251070) -> (continuation of Deferred@1522927376 after retry RPC after error@939281664) -> (continuation of Deferred@786003006 after retry RPC after error@1119160253)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.KuduRpc$RpcTimeoutTask.run(KuduRpc.java:466)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
... 1 more